-- Logs begin at Thu 2022-02-17 03:59:44 UTC, end at Thu 2022-02-17 04:54:45 UTC. -- Feb 17 04:31:32.388703 dv-cinder-829630-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Feb 17 04:31:35.140844 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.common.config [-] Logging enabled! Feb 17 04:31:35.141452 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev52 Feb 17 04:31:35.141610 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=108046) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 17 04:31:35.144792 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.common.config [-] Logging enabled! Feb 17 04:31:35.145044 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev52 Feb 17 04:31:35.145354 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=108046) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 17 04:31:35.146290 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:31:35.146523 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 17 04:31:35.146881 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 17 04:31:35.147153 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 17 04:31:35.147379 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 17 04:31:35.147696 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:35.147992 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:35.148287 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:35.148516 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:35.148808 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:35.149095 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:35.149382 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:35.149667 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:35.149960 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:35.150246 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:35.150529 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:35.150811 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:35.151073 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:35.151355 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] config_source = [] {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:35.151640 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:35.151924 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:35.152149 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] debug = True {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:35.152426 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:35.152855 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:35.153380 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:35.153652 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:35.154078 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:35.154225 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:35.154497 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:35.154776 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:35.155082 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:35.155415 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] host = dv-cinder-829630-1-smb {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:35.155695 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:35.155985 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:35.156272 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:35.156560 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:35.156838 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:35.157116 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:35.157402 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:35.157713 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] log_dir = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:35.157948 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] log_file = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:35.158510 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:35.158510 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:35.158775 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:35.159089 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:35.159322 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:35.159546 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:35.159836 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:35.160122 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:35.160397 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:35.160671 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:35.160947 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:35.161221 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:35.161494 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:35.161762 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:35.162047 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:35.162329 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:35.162614 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:35.162892 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:35.163188 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:35.163462 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:35.163734 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:35.164017 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:35.164290 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:35.164561 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:35.164833 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:35.165118 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:35.165387 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:35.165660 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:35.165960 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:35.166245 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:35.166526 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:35.166812 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:35.167110 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:35.167392 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:35.167665 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:35.167939 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] use_journal = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:35.168210 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] use_json = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:35.168483 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:35.168779 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:35.169064 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:35.169343 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:35.169615 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:35.169887 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:35.170159 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:35.170443 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:35.170716 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:35.171044 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:35.171343 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:35.171641 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:35.171929 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:35.172221 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:35.172497 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:35.172787 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:35.173067 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:35.173356 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:35.173646 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:35.173933 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:35.174214 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:35.174502 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:35.174778 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:35.175101 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:35.175408 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:35.175700 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:35.175991 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:35.176266 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:35.176537 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:35.176810 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:35.177090 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:35.177376 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:35.177655 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:35.177942 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:35.178229 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:35.178506 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:35.178791 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:35.179109 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:35.179405 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:35.179678 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:35.179958 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:35.180248 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:35.180526 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:35.180797 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:35.181075 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:35.181362 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:35.181640 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:35.181912 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:35.182192 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:35.182468 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:35.182737 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:35.183034 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:35.183314 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:35.183601 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:35.183878 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:35.184666 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:35.185105 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:35.185469 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:35.185751 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:35.186040 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:35.186321 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:35.186597 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:35.186869 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:35.187174 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:35.187450 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:35.187724 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:35.188003 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:35.188275 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:35.188551 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:35.188824 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:35.189094 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:35.189366 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:35.189640 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:35.189918 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:35.190191 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:35.190462 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:35.190739 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:35.191038 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:35.191310 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:35.191581 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:35.191851 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:35.192122 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:35.192405 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:35.192701 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:35.192978 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:35.193255 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:35.193532 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:35.193810 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:35.194086 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:35.194363 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:35.194639 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:35.194913 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:35.195204 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:35.195495 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:35.195778 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:35.196065 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:35.196349 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:35.196633 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:35.196926 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:35.197202 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:35.197485 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:35.197762 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:35.198037 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:35.198320 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:35.198602 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:35.198896 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:35.199210 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:35.199505 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:35.199892 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:35.200801 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:35.201093 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:35.201406 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:35.201690 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:35.201908 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 17 04:31:35.202153 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=108046) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 17 04:31:35.560330 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=108046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 17 04:31:35.560608 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=108046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 17 04:31:35.560901 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=108046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 17 04:31:35.561234 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 17 04:31:35.956729 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:35.957014 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:35.957286 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:35.958602 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:35.958876 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:35.959166 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:35.995230 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:35.995504 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:35.995770 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:36.011204 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:36.011488 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:36.011758 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:36.040706 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:36.040989 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:36.041263 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:36.079904 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:36.080180 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:36.080450 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:36.315693 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:36.316291 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:36.316291 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:36.316528 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:36.317080 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:36.440746 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:36.441091 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:36.441409 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:36.441691 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:36.442040 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:36.442358 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:36.442680 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:36.442956 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:36.443292 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:36.443585 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:36.443887 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:36.444155 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:36.444449 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:36.444725 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:36.445045 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:36.445334 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:36.445634 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:36.445915 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:36.446211 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:36.446517 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:36.446788 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:36.447085 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:36.447393 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:36.447795 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:36.448066 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:36.448334 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:36.448743 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=108046) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 17 04:31:36.449024 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=108046) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 17 04:31:36.449261 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=108046) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 17 04:31:36.449536 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=108046) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 17 04:31:36.449890 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=108046) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 17 04:31:36.450297 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=108046) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 17 04:31:36.450722 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 17 04:31:36.454449 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 17 04:31:36.458747 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 17 04:31:36.462869 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Feb 17 04:31:36.464638 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 17 04:31:36.465134 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 17 04:31:36.465527 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 17 04:31:36.465954 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 17 04:31:36.469306 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 17 04:31:36.469561 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 17 04:31:36.469951 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 17 04:31:36.475791 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 17 04:31:36.503138 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 17 04:31:36.503592 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:36.503890 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=108046) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Feb 17 04:31:36.504250 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:36.505707 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=108046) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 17 04:31:36.505987 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 17 04:31:36.506235 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 17 04:31:36.509835 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:36.510160 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:36.577326 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 17 04:31:36.577768 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 17 04:31:36.578000 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 17 04:31:36.578376 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 17 04:31:36.601323 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_db.sqlalchemy.engines [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=108046) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 17 04:31:37.166914 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.plugins.ml2.managers [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Initializing driver for type 'gre' Feb 17 04:31:37.167472 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] gre ID ranges: [(1, 1000)] Feb 17 04:31:37.224078 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.plugins.ml2.managers [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Initializing driver for type 'local' Feb 17 04:31:37.224411 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.plugins.ml2.managers [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Initializing driver for type 'vlan' Feb 17 04:31:37.238388 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] VlanTypeDriver initialization complete Feb 17 04:31:37.238661 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.plugins.ml2.managers [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Initializing driver for type 'vxlan' Feb 17 04:31:37.239234 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] vxlan ID ranges: [(1, 1000)] Feb 17 04:31:37.292823 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.plugins.ml2.managers [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Initializing extension driver 'port_security' Feb 17 04:31:37.293278 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.plugins.ml2.extensions.port_security [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] PortSecurityExtensionDriver initialization complete Feb 17 04:31:37.293800 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.plugins.ml2.managers [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Initializing mechanism driver 'openvswitch' Feb 17 04:31:37.294305 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.plugins.ml2.managers [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Initializing mechanism driver 'hyperv' Feb 17 04:31:37.301262 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.plugins.ml2.plugin [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=108046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:31:37.303708 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Subscribe: > port after_create 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:37.304112 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Subscribe: > port after_update 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:37.304540 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Subscribe: > port after_delete 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:37.305120 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=108046) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 17 04:31:37.305587 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Subscribe: > subnet after_create 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:37.305966 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Subscribe: > subnet after_update 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:37.306384 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Subscribe: > subnet after_delete 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:37.306824 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=108046) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 17 04:31:37.307326 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Subscribe: > network after_create 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:37.307719 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Subscribe: > network after_update 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:37.308108 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Subscribe: > network after_delete 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:37.308499 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=108046) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 17 04:31:37.308997 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Subscribe: > security_group after_create 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:37.309571 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Subscribe: > security_group after_update 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:37.309922 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Subscribe: > security_group after_delete 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:37.310318 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=108046) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 17 04:31:37.310721 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:37.311101 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:37.311443 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:37.311834 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=108046) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 17 04:31:37.312237 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Subscribe: > address_group after_create 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:37.312584 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Subscribe: > address_group after_update 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:37.312923 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Subscribe: > address_group after_delete 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:37.313314 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=108046) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 17 04:31:37.313750 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] ML2 OVO RPC backend initialized. {{(pid=108046) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 17 04:31:37.314458 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Subscribe: > router_interface after_create 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:37.314813 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:37.315262 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Subscribe: > network before_response 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:37.315611 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Subscribe: > networks before_response 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:37.315960 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Subscribe: > port before_response 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:37.316507 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Subscribe: > ports before_response 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:37.316631 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Subscribe: > subnet before_response 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:37.316969 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Subscribe: > subnets before_response 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:37.317313 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Subscribe: > network after_create 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:37.317649 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Subscribe: > network after_update 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:37.317979 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Subscribe: > network after_delete 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:37.318311 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Subscribe: > port after_create 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:37.318645 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Subscribe: > port after_update 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:37.318997 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Subscribe: > port after_delete 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:37.319332 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Subscribe: > subnet after_create 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:37.319662 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Subscribe: > subnet after_update 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:37.319995 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Subscribe: > subnet after_delete 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:37.320566 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.plugins.ml2.plugin [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Modular L2 Plugin initialization complete Feb 17 04:31:37.320892 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.manager [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading services supported by the core plugin {{(pid=108046) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 17 04:31:37.321211 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.plugins.ml2.managers [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Got port-security extension from driver 'port_security' Feb 17 04:31:37.321667 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.extensions.vlantransparent [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Disabled vlantransparent extension. Feb 17 04:31:37.322147 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.manager [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=108046) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 17 04:31:37.322458 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.manager [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading Plugin: router Feb 17 04:31:37.360740 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Subscribe: > router_interface before_create 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:37.361131 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Subscribe: > router after_create 55549900 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:37.361541 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Subscribe: > router before_create 55549900 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:37.361983 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:37.362394 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:37.362752 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Subscribe: > router after_delete 55549900 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:37.363140 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Subscribe: > floatingip after_create 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:37.363622 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Subscribe: > floatingip after_update 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:37.363986 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Subscribe: > router after_create 55549900 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:37.364372 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Subscribe: > router after_update 55549900 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:37.364722 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Subscribe: > router after_update 55549900 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:37.365109 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:37.365470 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Subscribe: > router after_update 55549900 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:37.365898 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Subscribe: > router precommit_update 55549900 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:37.366306 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Subscribe: port after_update 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:37.366687 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Subscribe: port after_delete 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:37.367078 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Subscribe: subnet after_update 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:37.367466 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:37.367866 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Subscribe: > port precommit_delete 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:37.368253 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Subscribe: > router precommit_create 55549900 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:37.368645 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Subscribe: port before_delete 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:37.369045 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Subscribe: > router precommit_create 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:37.369451 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Subscribe: > router after_update 55549900 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:37.369840 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Subscribe: > router precommit_delete 55549900 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:37.370195 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Subscribe: > router precommit_create 55549900 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:37.370591 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Subscribe: > router_interface after_create 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:37.370989 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Subscribe: > router precommit_update 55549900 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:37.371407 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Subscribe: > agent after_create 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:37.372291 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Subscribe: > agent after_delete 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:37.372654 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Subscribe: > network after_delete 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:37.373584 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.quota.resource_registry [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Tracking information for resource: router configured {{(pid=108046) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 17 04:31:37.373920 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.quota.resource_registry [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Tracking information for resource: floatingip configured {{(pid=108046) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 17 04:31:37.379218 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.db.l3_agentschedulers_db [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 17 04:31:37.379871 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Subscribe: port after_update 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:37.380297 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Subscribe: port after_create 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:37.380694 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Subscribe: port after_delete 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:37.381067 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Subscribe: port after_update 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:37.381891 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Subscribe: > router before_create 55550100 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:37.382259 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Subscribe: > router precommit_delete 55550100 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:37.382623 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Subscribe: > router precommit_create 55550100 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:37.383008 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Subscribe: > router precommit_update 55550100 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:37.388082 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.services.provider_configuration [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Service providers = [] {{(pid=108046) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 17 04:31:37.388443 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.db.servicetype_db [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=108046) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 17 04:31:37.391746 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.services.service_base [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=108046) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 17 04:31:37.392098 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.services.service_base [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=108046) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 17 04:31:37.392482 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.services.service_base [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=108046) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 17 04:31:37.393465 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.services.service_base [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=108046) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 17 04:31:37.393911 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.services.service_base [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 17 04:31:37.394279 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.manager [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=108046) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 17 04:31:37.394655 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.manager [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 17 04:31:37.406222 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.manager [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=108046) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 17 04:31:37.406560 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.manager [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading Plugin: auto_allocate Feb 17 04:31:37.412632 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Subscribe: network precommit_update 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:37.412952 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Subscribe: network precommit_create 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:37.413504 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.manager [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=108046) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 17 04:31:37.413827 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.manager [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading Plugin: tag Feb 17 04:31:37.423298 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.manager [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=108046) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 17 04:31:37.423874 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.manager [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading Plugin: timestamp Feb 17 04:31:37.428043 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.manager [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=108046) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 17 04:31:37.428412 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.manager [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading Plugin: network_ip_availability Feb 17 04:31:37.434086 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:37.434580 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:37.434986 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:37.435796 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.manager [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=108046) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 17 04:31:37.436144 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.manager [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading Plugin: flavors Feb 17 04:31:37.441452 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.manager [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=108046) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 17 04:31:37.441788 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.manager [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading Plugin: revisions Feb 17 04:31:37.446343 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.manager [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=108046) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 17 04:31:37.446731 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_concurrency.lockutils [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.886s {{(pid=108046) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 17 04:31:37.447648 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=108046) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 17 04:31:37.447984 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Initializing extension manager. Feb 17 04:31:37.448519 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading extension file: __init__.py {{(pid=108046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:37.448888 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading extension file: __pycache__ {{(pid=108046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:37.449332 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=108046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:37.449693 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading extension file: address_group.py {{(pid=108046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:37.450770 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=108046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:37.451379 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loaded extension: address-group Feb 17 04:31:37.451704 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading extension file: address_scope.py {{(pid=108046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:37.452682 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=108046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:37.453187 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loaded extension: address-scope Feb 17 04:31:37.453509 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading extension file: admin_state_down_before_update.py {{(pid=108046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:37.454463 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=108046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:37.454992 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loaded extension: router-admin-state-down-before-update Feb 17 04:31:37.455314 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading extension file: agent.py {{(pid=108046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:37.456021 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=108046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:37.456522 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loaded extension: agent Feb 17 04:31:37.456843 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading extension file: agent_resources_synced.py {{(pid=108046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:37.457756 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=108046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:37.458261 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loaded extension: agent-resources-synced Feb 17 04:31:37.458581 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading extension file: allowedaddresspairs.py {{(pid=108046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:37.460491 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=108046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:37.461025 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loaded extension: allowed-address-pairs Feb 17 04:31:37.461380 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading extension file: auto_allocated_topology.py {{(pid=108046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:37.462523 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=108046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:37.463169 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loaded extension: auto-allocated-topology Feb 17 04:31:37.463481 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading extension file: availability_zone.py {{(pid=108046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:37.464209 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=108046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:37.464717 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loaded extension: availability_zone Feb 17 04:31:37.465058 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading extension file: availability_zone_filter.py {{(pid=108046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:37.466742 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=108046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:37.467311 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loaded extension: availability_zone_filter Feb 17 04:31:37.467636 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading extension file: data_plane_status.py {{(pid=108046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:37.468553 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=108046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:37.469080 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Extension data-plane-status not supported by any of loaded plugins Feb 17 04:31:37.469448 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading extension file: default_subnetpools.py {{(pid=108046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:37.470498 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=108046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:37.471100 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loaded extension: default-subnetpools Feb 17 04:31:37.471450 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading extension file: dhcpagentscheduler.py {{(pid=108046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:37.472282 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=108046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:37.472790 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loaded extension: dhcp_agent_scheduler Feb 17 04:31:37.473190 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading extension file: dns.py {{(pid=108046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:37.474166 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=108046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:37.474693 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Extension dns-integration not supported by any of loaded plugins Feb 17 04:31:37.475054 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading extension file: dns_domain_ports.py {{(pid=108046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:37.476059 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=108046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:37.476627 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 17 04:31:37.476950 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=108046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:37.477890 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=108046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:37.478449 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 17 04:31:37.478815 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading extension file: dvr.py {{(pid=108046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:37.479558 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=108046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:37.480065 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loaded extension: dvr Feb 17 04:31:37.480386 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading extension file: ecmp_routes.py {{(pid=108046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:37.481359 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=108046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:37.481955 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Extension ecmp_routes not supported by any of loaded plugins Feb 17 04:31:37.482325 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading extension file: empty_string_filtering.py {{(pid=108046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:37.483368 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=108046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:37.483903 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loaded extension: empty-string-filtering Feb 17 04:31:37.484244 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=108046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:37.485293 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=108046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:37.485840 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 17 04:31:37.486161 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=108046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:37.487105 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=108046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:37.487609 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 17 04:31:37.487928 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading extension file: external_net.py {{(pid=108046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:37.488849 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=108046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:37.489355 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loaded extension: external-net Feb 17 04:31:37.489673 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading extension file: extra_dhcp_opt.py {{(pid=108046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:37.490581 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=108046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:37.491111 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loaded extension: extra_dhcp_opt Feb 17 04:31:37.491430 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading extension file: extraroute.py {{(pid=108046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:37.492343 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=108046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:37.492849 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loaded extension: extraroute Feb 17 04:31:37.493169 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading extension file: extraroute_atomic.py {{(pid=108046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:37.494208 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=108046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:37.494716 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loaded extension: extraroute-atomic Feb 17 04:31:37.495072 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading extension file: filter_validation.py {{(pid=108046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:37.495911 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=108046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:37.496414 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loaded extension: filter-validation Feb 17 04:31:37.497269 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading extension file: fip_pf_description.py {{(pid=108046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:37.498240 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=108046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:37.498766 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 17 04:31:37.499113 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading extension file: fip_port_details.py {{(pid=108046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:37.500042 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=108046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:37.500548 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loaded extension: fip-port-details Feb 17 04:31:37.500864 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading extension file: flavors.py {{(pid=108046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:37.502095 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=108046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:37.502611 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loaded extension: flavors Feb 17 04:31:37.502949 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=108046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:37.504647 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=108046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:37.505160 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 17 04:31:37.505489 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading extension file: floatingip_pools.py {{(pid=108046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:37.506189 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=108046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:37.506693 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loaded extension: floatingip-pools Feb 17 04:31:37.507038 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading extension file: ip_allocation.py {{(pid=108046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:37.507972 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=108046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:37.508475 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Extension ip_allocation not supported by any of loaded plugins Feb 17 04:31:37.508796 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=108046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:37.509725 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=108046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:37.510231 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loaded extension: ip-substring-filtering Feb 17 04:31:37.510556 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading extension file: l2_adjacency.py {{(pid=108046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:37.511521 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=108046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:37.512021 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 17 04:31:37.512910 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading extension file: l3.py {{(pid=108046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:37.514016 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=108046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:37.514570 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loaded extension: router Feb 17 04:31:37.514991 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading extension file: l3_conntrack_helper.py {{(pid=108046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:37.517361 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=108046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:37.517988 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 17 04:31:37.518344 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=108046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:37.519341 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=108046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:37.519896 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loaded extension: ext-gw-mode Feb 17 04:31:37.520223 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=108046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:37.521149 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=108046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:37.521684 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loaded extension: l3-ha Feb 17 04:31:37.522077 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading extension file: l3_flavors.py {{(pid=108046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:37.523120 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=108046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:37.523688 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loaded extension: l3-flavors Feb 17 04:31:37.524072 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=108046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:37.525103 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=108046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:37.525715 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 17 04:31:37.526069 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading extension file: l3agentscheduler.py {{(pid=108046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:37.527276 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=108046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:37.527831 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loaded extension: l3_agent_scheduler Feb 17 04:31:37.528270 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading extension file: logging.py {{(pid=108046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:37.529853 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=108046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:37.530393 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Extension logging not supported by any of loaded plugins Feb 17 04:31:37.530778 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading extension file: metering.py {{(pid=108046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:37.531554 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=108046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:37.532132 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loaded extension: metering Feb 17 04:31:37.532459 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=108046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:37.533681 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=108046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:37.534200 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loaded extension: metering_source_and_destination_fields Feb 17 04:31:37.534529 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading extension file: multiprovidernet.py {{(pid=108046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:37.535510 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=108046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:37.536019 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loaded extension: multi-provider Feb 17 04:31:37.536344 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading extension file: netmtu.py {{(pid=108046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:37.537412 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=108046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:37.537949 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loaded extension: net-mtu Feb 17 04:31:37.538326 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading extension file: netmtu_writable.py {{(pid=108046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:37.539443 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=108046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:37.539999 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loaded extension: net-mtu-writable Feb 17 04:31:37.540323 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading extension file: network_availability_zone.py {{(pid=108046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:37.541069 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=108046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:37.541743 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loaded extension: network_availability_zone Feb 17 04:31:37.542085 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading extension file: network_ip_availability.py {{(pid=108046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:37.543333 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=108046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:37.543966 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loaded extension: network-ip-availability Feb 17 04:31:37.544294 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading extension file: network_segment_range.py {{(pid=108046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:37.545093 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=108046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:37.545644 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Extension network-segment-range not supported by any of loaded plugins Feb 17 04:31:37.545968 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading extension file: pagination.py {{(pid=108046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:37.547105 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=108046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:37.547436 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loaded extension: pagination Feb 17 04:31:37.547756 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading extension file: port_device_profile.py {{(pid=108046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:37.548758 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=108046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:37.549277 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loaded extension: port-device-profile Feb 17 04:31:37.549627 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=108046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:37.550589 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=108046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:37.551127 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loaded extension: port-mac-address-regenerate Feb 17 04:31:37.551517 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=108046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:37.552459 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=108046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:37.552967 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loaded extension: port-numa-affinity-policy Feb 17 04:31:37.553284 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading extension file: port_resource_request.py {{(pid=108046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:37.554212 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=108046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:37.554719 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Extension port-resource-request not supported by any of loaded plugins Feb 17 04:31:37.555074 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading extension file: portbindings.py {{(pid=108046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:37.556010 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=108046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:37.556518 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loaded extension: binding Feb 17 04:31:37.556836 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading extension file: portbindings_extended.py {{(pid=108046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:37.558132 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=108046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:37.558643 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loaded extension: binding-extended Feb 17 04:31:37.558999 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading extension file: portsecurity.py {{(pid=108046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:37.560542 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=108046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:37.561140 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loaded extension: port-security Feb 17 04:31:37.561488 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading extension file: project_id.py {{(pid=108046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:37.562546 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=108046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:37.562895 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loaded extension: project-id Feb 17 04:31:37.563236 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading extension file: providernet.py {{(pid=108046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:37.564175 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=108046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:37.564688 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loaded extension: provider Feb 17 04:31:37.565008 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading extension file: qos.py {{(pid=108046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:37.568685 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=108046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:37.569254 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Extension qos not supported by any of loaded plugins Feb 17 04:31:37.569636 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=108046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:37.571173 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=108046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:37.571734 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 17 04:31:37.572064 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=108046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:37.573085 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=108046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:37.573695 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 17 04:31:37.574063 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading extension file: qos_default.py {{(pid=108046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:37.575736 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=108046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:37.576319 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Extension qos-default not supported by any of loaded plugins Feb 17 04:31:37.576685 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading extension file: qos_fip.py {{(pid=108046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:37.577698 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=108046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:37.578222 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Extension qos-fip not supported by any of loaded plugins Feb 17 04:31:37.578543 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading extension file: qos_gateway_ip.py {{(pid=108046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:37.579507 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=108046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:37.580014 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 17 04:31:37.580376 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading extension file: qos_port_network_policy.py {{(pid=108046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:37.581294 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=108046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:37.581800 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 17 04:31:37.582119 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading extension file: qos_pps_rule.py {{(pid=108046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:37.583336 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=108046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:37.583854 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Extension qos-pps not supported by any of loaded plugins Feb 17 04:31:37.584180 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading extension file: qos_rule_type_details.py {{(pid=108046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:37.585108 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=108046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:37.585621 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 17 04:31:37.585946 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading extension file: qos_rules_alias.py {{(pid=108046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:37.587146 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=108046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:37.587659 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 17 04:31:37.587979 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading extension file: quotasv2.py {{(pid=108046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:37.589110 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=108046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:37.589434 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loaded extension: quotas Feb 17 04:31:37.589751 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading extension file: quotasv2_detail.py {{(pid=108046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:37.593270 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=108046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:37.593659 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loaded extension: quota_details Feb 17 04:31:37.594021 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading extension file: rbac.py {{(pid=108046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:37.595267 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=108046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:37.595881 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loaded extension: rbac-policies Feb 17 04:31:37.596248 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading extension file: rbac_address_group.py {{(pid=108046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:37.597214 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=108046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:37.597758 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loaded extension: rbac-address-group Feb 17 04:31:37.598083 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading extension file: rbac_address_scope.py {{(pid=108046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:37.599043 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=108046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:37.599555 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loaded extension: rbac-address-scope Feb 17 04:31:37.599878 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading extension file: rbac_security_groups.py {{(pid=108046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:37.600890 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=108046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:37.601414 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loaded extension: rbac-security-groups Feb 17 04:31:37.601736 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading extension file: rbac_subnetpool.py {{(pid=108046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:37.602658 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=108046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:37.603204 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loaded extension: rbac-subnetpool Feb 17 04:31:37.603530 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading extension file: revisionifmatch.py {{(pid=108046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:37.604551 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=108046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:37.605127 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loaded extension: revision-if-match Feb 17 04:31:37.605492 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading extension file: revisions.py {{(pid=108046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:37.606956 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=108046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:37.607536 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loaded extension: standard-attr-revisions Feb 17 04:31:37.607864 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading extension file: router_availability_zone.py {{(pid=108046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:37.608548 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=108046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:37.609079 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loaded extension: router_availability_zone Feb 17 04:31:37.609423 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading extension file: routerservicetype.py {{(pid=108046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:37.610423 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=108046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:37.610855 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Extension router-service-type not supported by any of loaded plugins Feb 17 04:31:37.611211 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=108046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:37.612135 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=108046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:37.612647 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loaded extension: security-groups-normalized-cidr Feb 17 04:31:37.612966 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading extension file: security_groups_port_filtering.py {{(pid=108046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:37.613888 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=108046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:37.614400 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loaded extension: port-security-groups-filtering Feb 17 04:31:37.614720 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=108046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:37.615770 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=108046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:37.616319 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loaded extension: security-groups-remote-address-group Feb 17 04:31:37.616639 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading extension file: securitygroup.py {{(pid=108046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:37.628572 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=108046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:37.629125 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loaded extension: security-group Feb 17 04:31:37.629550 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading extension file: segment.py {{(pid=108046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:37.630394 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=108046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:37.631031 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Extension segment not supported by any of loaded plugins Feb 17 04:31:37.631362 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=108046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:37.632314 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=108046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:37.632823 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 17 04:31:37.633146 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading extension file: servicetype.py {{(pid=108046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:37.634418 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=108046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:37.634949 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loaded extension: service-type Feb 17 04:31:37.635287 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading extension file: sorting.py {{(pid=108046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:37.636291 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=108046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:37.636625 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loaded extension: sorting Feb 17 04:31:37.636951 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading extension file: standard_attr_segment.py {{(pid=108046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:37.638428 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=108046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:37.638952 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 17 04:31:37.639332 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading extension file: standardattrdescription.py {{(pid=108046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:37.640095 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=108046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:37.640633 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loaded extension: standard-attr-description Feb 17 04:31:37.641025 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading extension file: stateful_security_group.py {{(pid=108046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:37.641962 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=108046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:37.642475 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loaded extension: stateful-security-group Feb 17 04:31:37.642795 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading extension file: stdattrs_common.py {{(pid=108046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:37.643455 dv-cinder-829630-1-smb neutron-server[108046]: WARNING neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 17 04:31:37.643772 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=108046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:37.644747 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=108046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:37.645254 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 17 04:31:37.645570 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading extension file: subnet_onboard.py {{(pid=108046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:37.646655 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=108046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:37.647198 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loaded extension: subnet_onboard Feb 17 04:31:37.647520 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=108046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:37.648479 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=108046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:37.649011 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 17 04:31:37.649330 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading extension file: subnet_service_types.py {{(pid=108046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:37.650260 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=108046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:37.650771 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loaded extension: subnet-service-types Feb 17 04:31:37.651115 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading extension file: subnetallocation.py {{(pid=108046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:37.652272 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=108046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:37.652824 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loaded extension: subnet_allocation Feb 17 04:31:37.653305 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=108046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:37.654065 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=108046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:37.654645 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loaded extension: subnetpool-prefix-ops Feb 17 04:31:37.655064 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=108046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:37.656016 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=108046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:37.656528 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 17 04:31:37.656849 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading extension file: tagging.py {{(pid=108046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:37.657956 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=108046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:37.658513 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loaded extension: standard-attr-tag Feb 17 04:31:37.658879 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading extension file: timestamp.py {{(pid=108046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:37.660173 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=108046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:37.660797 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loaded extension: standard-attr-timestamp Feb 17 04:31:37.661201 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading extension file: trunk.py {{(pid=108046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:37.662244 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=108046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:37.662816 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Extension trunk not supported by any of loaded plugins Feb 17 04:31:37.663150 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading extension file: trunk_details.py {{(pid=108046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:37.664200 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=108046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:37.664762 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Extension trunk-details not supported by any of loaded plugins Feb 17 04:31:37.665125 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading extension file: uplink_status_propagation.py {{(pid=108046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:37.666118 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=108046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:37.666742 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 17 04:31:37.667149 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Loading extension file: vlantransparent.py {{(pid=108046) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:37.667868 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=108046) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:37.668369 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 17 04:31:37.670813 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.quota.resource_registry [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Creating instance of TrackedResource for resource:network Feb 17 04:31:37.671366 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.quota.resource_registry [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Creating instance of TrackedResource for resource:subnet Feb 17 04:31:37.671762 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.quota.resource_registry [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 04:31:37.672150 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.quota.resource_registry [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Creating instance of TrackedResource for resource:port Feb 17 04:31:37.673386 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.v2.resource_helper [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108046) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 04:31:37.673819 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.v2.resource_helper [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Service FLAVORS assigned prefix: {{(pid=108046) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 04:31:37.674430 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.v2.resource_helper [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108046) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 04:31:37.674848 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.v2.resource_helper [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108046) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 04:31:37.675199 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.quota.resource_registry [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Creating instance of TrackedResource for resource:router Feb 17 04:31:37.675621 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.quota.resource_registry [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Creating instance of TrackedResource for resource:floatingip Feb 17 04:31:37.676122 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.v2.resource_helper [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Service METERING assigned prefix: /metering {{(pid=108046) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 04:31:37.677547 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:37.677924 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:37.678276 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:37.679289 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.quota.resource_registry [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Creating instance of CountableResource for resource:rbac_policy Feb 17 04:31:37.679733 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.quota.resource_registry [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Creating instance of TrackedResource for resource:security_group Feb 17 04:31:37.680154 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.quota.resource_registry [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 17 04:31:37.680757 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.v2.resource_helper [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Service CORE assigned prefix: {{(pid=108046) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 04:31:37.681082 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.quota.resource_registry [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 04:31:37.681425 dv-cinder-829630-1-smb neutron-server[108046]: WARNING neutron.quota.resource_registry [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] subnetpool is already registered Feb 17 04:31:37.681854 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.v2.resource_helper [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Service CORE assigned prefix: {{(pid=108046) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 04:31:37.682178 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.quota.resource_registry [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 04:31:37.682507 dv-cinder-829630-1-smb neutron-server[108046]: WARNING neutron.quota.resource_registry [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] subnetpool is already registered Feb 17 04:31:37.685455 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.v2.resource_helper [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108046) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 04:31:37.685938 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.v2.resource_helper [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Service FLAVORS assigned prefix: {{(pid=108046) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 04:31:37.686534 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.v2.resource_helper [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108046) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 04:31:37.687062 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.v2.resource_helper [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108046) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 04:31:37.687439 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.quota.resource_registry [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Creating instance of TrackedResource for resource:router Feb 17 04:31:37.687812 dv-cinder-829630-1-smb neutron-server[108046]: WARNING neutron.quota.resource_registry [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] router is already registered Feb 17 04:31:37.688220 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.quota.resource_registry [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Creating instance of TrackedResource for resource:floatingip Feb 17 04:31:37.688555 dv-cinder-829630-1-smb neutron-server[108046]: WARNING neutron.quota.resource_registry [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] floatingip is already registered Feb 17 04:31:37.689030 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.v2.resource_helper [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Service METERING assigned prefix: /metering {{(pid=108046) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 04:31:37.689734 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.quota.resource_registry [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Creating instance of CountableResource for resource:rbac_policy Feb 17 04:31:37.690080 dv-cinder-829630-1-smb neutron-server[108046]: WARNING neutron.quota.resource_registry [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] rbac_policy is already registered Feb 17 04:31:37.690487 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.quota.resource_registry [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Creating instance of TrackedResource for resource:security_group Feb 17 04:31:37.690820 dv-cinder-829630-1-smb neutron-server[108046]: WARNING neutron.quota.resource_registry [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] security_group is already registered Feb 17 04:31:37.691285 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.quota.resource_registry [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 17 04:31:37.691618 dv-cinder-829630-1-smb neutron-server[108046]: WARNING neutron.quota.resource_registry [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] security_group_rule is already registered Feb 17 04:31:37.692380 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.v2.resource_helper [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Service CORE assigned prefix: {{(pid=108046) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 04:31:37.692734 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.quota.resource_registry [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 04:31:37.693089 dv-cinder-829630-1-smb neutron-server[108046]: WARNING neutron.quota.resource_registry [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] subnetpool is already registered Feb 17 04:31:37.693510 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.v2.resource_helper [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Service CORE assigned prefix: {{(pid=108046) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 04:31:37.694000 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.quota.resource_registry [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 04:31:37.694333 dv-cinder-829630-1-smb neutron-server[108046]: WARNING neutron.quota.resource_registry [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] subnetpool is already registered Feb 17 04:31:37.694842 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Extended resource: extensions {{(pid=108046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 04:31:37.696340 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Extended resource: address-groups {{(pid=108046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 04:31:37.697804 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Extended resource: address-scopes {{(pid=108046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 04:31:37.699195 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Extended resource: agents {{(pid=108046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 04:31:37.700533 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Extended resource: auto-allocated-topology {{(pid=108046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 04:31:37.701903 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Extended resource: availability_zones {{(pid=108046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 04:31:37.703550 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Extended resource: dhcp-networks {{(pid=108046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 04:31:37.705249 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Extended resource: dhcp-agents {{(pid=108046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 04:31:37.706793 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Extended resource: routers {{(pid=108046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 04:31:37.709285 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Extended resource: flavors {{(pid=108046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 04:31:37.710487 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Extended resource: service_profiles {{(pid=108046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 04:31:37.711809 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Extended resource: next_providers {{(pid=108046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 04:31:37.713242 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Extended resource: service_profiles {{(pid=108046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 04:31:37.714781 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Extended resource: floatingip-pools {{(pid=108046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 04:31:37.716580 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Extended resource: routers {{(pid=108046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 04:31:37.718700 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Extended resource: floatingips {{(pid=108046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 04:31:37.720012 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Extended resource: l3-routers {{(pid=108046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 04:31:37.721395 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Extended resource: l3-agents {{(pid=108046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 04:31:37.722793 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Extended resource: metering-labels {{(pid=108046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 04:31:37.724297 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Extended resource: metering-label-rules {{(pid=108046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 04:31:37.725775 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Extended resource: network-ip-availabilities {{(pid=108046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 04:31:37.727231 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Extended resource: bindings {{(pid=108046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 04:31:37.728941 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Extended resource: quotas {{(pid=108046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 04:31:37.730384 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Extended resource: quotas {{(pid=108046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 04:31:37.732471 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Extended resource: rbac-policies {{(pid=108046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 04:31:37.733675 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Extended resource: security-groups {{(pid=108046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 04:31:37.736030 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Extended resource: security-group-rules {{(pid=108046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 04:31:37.737279 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Extended resource: service-providers {{(pid=108046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 04:31:37.738491 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Extended resource: subnetpools {{(pid=108046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 04:31:37.739958 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Extended resource: subnetpools {{(pid=108046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 04:31:37.741453 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Extended resource: tags {{(pid=108046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 04:31:37.743255 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Extended resource: tags {{(pid=108046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 04:31:37.745037 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Extended resource: tags {{(pid=108046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 04:31:37.747141 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Extended resource: tags {{(pid=108046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 04:31:37.748979 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Extended resource: tags {{(pid=108046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 04:31:37.750837 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Extended resource: tags {{(pid=108046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 04:31:37.752536 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Extended resource: tags {{(pid=108046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 04:31:37.754428 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Extended resource: tags {{(pid=108046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 04:31:37.756194 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Extended resource: tags {{(pid=108046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 04:31:37.758008 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron.api.extensions [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Extended resource: tags {{(pid=108046) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 04:31:37.765013 dv-cinder-829630-1-smb neutron-server[108046]: WARNING keystonemiddleware.auth_token [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 17 04:31:37.770043 dv-cinder-829630-1-smb neutron-server[108046]: WARNING keystonemiddleware.auth_token [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 17 04:31:37.779659 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_concurrency.lockutils [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Acquired lock "singleton_lock" {{(pid=108046) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 17 04:31:37.780133 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_concurrency.lockutils [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Releasing lock "singleton_lock" {{(pid=108046) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 17 04:31:37.780834 dv-cinder-829630-1-smb neutron-server[108046]: INFO oslo_service.service [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Starting 2 workers Feb 17 04:31:37.785928 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Started child 108155 {{(pid=108046) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 17 04:31:37.790716 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Started child 108156 {{(pid=108046) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 17 04:31:37.791298 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:31:37.792479 dv-cinder-829630-1-smb neutron-server[108046]: INFO neutron.service [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 17 04:31:37.792868 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [-] (108155) wsgi starting up on http://0.0.0.0:9696 Feb 17 04:31:37.793218 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Notify callbacks [] for process, before_spawn {{(pid=108046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:31:37.796164 dv-cinder-829630-1-smb neutron-server[108046]: INFO oslo_service.service [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Starting 1 workers Feb 17 04:31:37.798340 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:31:37.800307 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [-] (108156) wsgi starting up on http://0.0.0.0:9696 Feb 17 04:31:37.801751 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Started child 108157 {{(pid=108046) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 17 04:31:37.802362 dv-cinder-829630-1-smb neutron-server[108046]: INFO oslo_service.service [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Starting 1 workers Feb 17 04:31:37.805801 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.service [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] calling RpcWorker wait() {{(pid=108157) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 17 04:31:37.806585 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.service [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] returning from RpcWorker wait() {{(pid=108157) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 17 04:31:37.807176 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Started child 108158 {{(pid=108046) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 17 04:31:37.807631 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:31:37.808080 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG neutron_lib.callbacks.manager [None req-86560168-3e38-4b53-b3d7-981302c55b40 None None] Notify callbacks [] for process, after_spawn {{(pid=108046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:31:37.808247 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=108157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:31:37.810293 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=108046) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 17 04:31:37.810506 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:31:37.810683 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 17 04:31:37.810896 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 17 04:31:37.811298 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 17 04:31:37.811542 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 17 04:31:37.811983 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.812251 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.812588 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.812821 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.813084 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.813561 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=108158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:31:37.814293 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.814293 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.814293 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.814765 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.814765 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.815200 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=108158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:31:37.815360 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.815360 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.815360 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.815758 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.815893 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.816082 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.816326 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.816603 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.816966 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.817139 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] config_source = [] {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.817558 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.817558 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.817892 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] debug = True {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.818234 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.818615 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.818847 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.819116 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.819398 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.819603 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.819932 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.820167 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.820411 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.820677 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.821037 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.821233 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.821529 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.821766 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.822103 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.822245 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.822520 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.822904 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] host = dv-cinder-829630-1-smb {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.823228 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.823452 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.823608 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.823883 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.824157 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.824384 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.825430 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.825430 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.825737 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.825900 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.826157 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.826458 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.826710 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] log_dir = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.827056 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] log_file = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.827249 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] log_options = True {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.827725 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.827996 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.828235 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.828569 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.828569 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.828846 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.828990 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.829127 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.829339 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.829564 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.829777 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.829991 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.830226 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.830444 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.830742 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.830954 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.831261 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.831487 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.831888 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.833100 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.833100 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.833100 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.833100 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.833100 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.833100 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.833542 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.833884 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.834193 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.834501 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.834761 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.835021 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.835551 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.835551 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.835855 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.836123 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.836557 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.836792 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.837030 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.837298 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.837520 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.837783 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.838743 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.838743 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.838743 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.838743 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.843680 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] use_journal = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.843680 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] use_json = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.843680 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.843680 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.843680 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.843680 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.843680 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.843680 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.843680 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.845125 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.845125 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.845125 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.845125 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.845125 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.845125 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.845125 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.845125 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.845899 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.845899 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.845899 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.845899 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.845899 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.845899 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.845899 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.846365 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.846365 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.848325 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.848325 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.848325 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.848325 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.848325 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.848325 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.848325 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.848325 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.849393 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.849393 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.849393 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.849393 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.850837 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.850837 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.850837 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.850837 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.850837 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.850837 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.851642 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.851642 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.851642 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.852596 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.852596 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.852596 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.852596 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.853308 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.853308 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.853308 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.853531 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.853618 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.853846 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.854099 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.854320 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.854535 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.854836 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.855058 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.855292 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.855563 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.855824 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.856094 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.856345 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.856614 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.856852 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.857082 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.857325 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.857561 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.857784 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.858002 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.858750 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.858750 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.858750 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.859527 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.859527 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.859527 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.859807 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.859979 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.860132 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.860415 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.860641 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.860859 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.861096 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.861315 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.861526 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.861742 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.861957 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.862170 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.862388 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.862603 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.862822 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.863111 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.863386 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.863596 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.863826 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.864096 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.864395 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.864761 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.865004 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.865369 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.865642 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.866087 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.866087 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.866622 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.866622 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.866832 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.867149 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.867412 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.867652 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.867917 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.868142 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.868385 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.868627 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.868840 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.869055 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.870331 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.870331 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.870331 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.870331 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.870331 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.870918 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.870918 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.871150 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.871417 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.871588 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.871840 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.872075 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.873947 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.873947 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.873947 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.873947 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.873947 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.873947 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.873947 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.874590 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.874590 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.874745 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.874919 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.875176 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.875460 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.875719 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.875942 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.876174 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.876418 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.876800 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.877033 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.877292 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.877497 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.877759 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.877983 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.878233 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.878493 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.878749 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.879087 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.879324 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.879551 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.879795 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.880027 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.880284 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.880485 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.880747 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.880957 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.881204 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.881469 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.881703 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.881984 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.882217 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.882450 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.882677 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.882893 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.883148 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.883398 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.883608 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.883825 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.884070 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.884284 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.884515 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.884727 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.884965 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.885200 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.885409 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.885674 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.885933 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.886165 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.886394 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.886643 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.886879 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.887138 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.887930 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.888145 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.888654 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.889078 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.889377 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.889675 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.889971 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.890281 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.890524 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.890819 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.891059 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.891421 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.891697 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.891942 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.892476 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.892476 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.892673 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.892950 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.893205 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.893461 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.893713 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.894334 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.894334 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.894495 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.894650 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.894912 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.895142 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.895357 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.895590 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.895802 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.896125 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.896412 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.896689 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.896951 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.897195 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.897452 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.897751 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.897964 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.898221 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.898497 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.898750 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.898981 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.899215 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.899462 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.899680 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.899896 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.900110 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.900319 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.900573 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.900781 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.901012 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.901242 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.901465 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.902312 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.902312 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.902312 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.902312 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.902601 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.902770 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.903564 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.903853 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.904142 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.904394 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.904655 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.904874 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.905109 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.905442 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.905745 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.905965 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.906257 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.906512 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.906751 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.907023 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.907369 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.907562 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.907817 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.908033 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.908246 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.908461 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.908724 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.909080 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.909387 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.909646 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.909933 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.910241 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.910841 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.910991 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.911124 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.911430 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.911758 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.912049 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.912334 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.912622 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.912940 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.913168 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.913383 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.913595 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.913851 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.914081 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.914321 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.914543 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.914769 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.915325 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.915325 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.915504 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.915654 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.915861 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.916081 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.916315 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.916469 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 17 04:31:37.917058 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=108046) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 17 04:31:37.917260 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:31:37.917414 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 17 04:31:37.917579 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 17 04:31:37.917796 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 17 04:31:37.917984 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 17 04:31:37.918202 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.918399 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.918619 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.918804 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.919020 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.919256 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.919481 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.919790 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.919968 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.920147 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.920324 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.920506 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.920698 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.920859 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.921051 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.921243 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.921405 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.921599 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.921762 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.921954 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] config_source = [] {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.922096 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.922255 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.922416 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] debug = True {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.922573 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.922753 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.922924 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.923080 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.923236 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.923392 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.923547 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.923701 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.923856 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.924011 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.924206 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.924389 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.924559 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.924714 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.924937 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.925100 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.925291 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.925447 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] host = dv-cinder-829630-1-smb {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.925602 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.925757 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.925925 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.926057 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.926212 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.926366 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.926543 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.926710 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.926901 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.927093 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.927250 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.927414 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.927569 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] log_dir = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.927884 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] log_file = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.928045 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] log_options = True {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.928200 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.928355 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.928510 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.928699 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.928861 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.929018 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.929174 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.929329 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.929485 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.929642 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.929797 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.929951 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.930105 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.930260 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.930415 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.930569 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.930724 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.930879 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.931060 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.931219 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.931374 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.931529 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.931683 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.931837 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.931992 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.932147 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.932371 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.932532 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.932691 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.932846 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.933000 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.933156 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.933315 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.933467 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.933810 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.934012 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.934228 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.934426 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.934591 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.934746 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.934833 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=108157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:31:37.934956 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.935115 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.935297 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.935462 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.935657 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.935813 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] use_journal = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.935969 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] use_json = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.936127 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.936283 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.936437 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.936594 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.936749 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.936904 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.937059 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.937215 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.937378 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.937554 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.937879 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.938229 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.938563 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.938901 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.939142 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.939365 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.939525 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.939835 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.939999 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.940166 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.940367 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.940541 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.942378 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.942378 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.942378 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.942378 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.942378 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.942378 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.942378 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.942378 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.942920 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.942920 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.942920 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.942920 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.942920 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.942920 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.943512 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.943512 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.943512 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.943910 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.943910 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.943910 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.944321 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.944321 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.944607 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.944607 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.944887 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.944887 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.945148 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.945285 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.945423 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.945559 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.945698 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.945836 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.945990 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.946135 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.946316 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.946520 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.946682 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.946832 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.947046 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.947242 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.947409 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.947604 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.947812 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.948380 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.948380 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.948380 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.948674 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.948674 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.948818 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.948964 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.949124 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.949281 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.949596 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.950348 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.950609 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.950850 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.951099 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.951206 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.951367 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.951577 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.951760 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.951933 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.952284 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.952699 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.952859 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.953018 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.953178 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.953376 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.953586 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.953746 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.953905 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.954063 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.954219 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.954376 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.954533 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.954690 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.954862 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.955068 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.955220 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.955364 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.955546 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.955737 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.955937 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.956098 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.956243 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.956396 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.956547 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.956701 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.956851 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.957017 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.957169 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.957326 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.957482 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.957639 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.957802 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.957960 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.958116 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.958274 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.958429 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.958583 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.958738 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.958893 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.959074 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.959241 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.959398 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.959558 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.959714 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.959883 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.960049 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.960364 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.960532 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.960676 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.960985 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.961142 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.961302 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.961457 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.961766 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.961923 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.962082 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.962242 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.962413 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.962574 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.962730 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.966971 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.966971 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.966971 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.966971 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.966971 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.966971 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.966971 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.966971 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.967461 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.967461 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.967461 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.967461 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.967461 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.967461 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.967461 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.967461 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.967880 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.967880 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.967880 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.967880 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.967880 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.967880 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.967880 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.967880 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.968300 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.968300 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.968300 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.968300 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.968300 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.968300 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.968300 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.968674 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.968674 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.968803 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.968933 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.969093 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.969284 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.969479 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.969680 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.969840 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.969994 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.970194 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.974975 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.974975 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.974975 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.974975 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.974975 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.974975 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.974975 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.974975 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.975632 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.975632 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.975632 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.975632 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.975632 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.975632 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.975632 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.975632 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.976134 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.976134 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.976134 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.976134 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.976134 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.976134 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.976134 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.976134 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.976566 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.976566 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.976566 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.976566 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.976566 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.976566 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.976566 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.976566 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.976987 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.976987 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.976987 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.976987 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.976987 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.976987 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.976987 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.976987 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.977408 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.977408 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.977408 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.977408 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.977408 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.977408 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.977408 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.977408 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.977844 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.977844 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.977844 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.978008 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.978102 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.978260 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.978416 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.978575 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.978773 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.979004 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.979169 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.979357 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.979558 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.979718 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.979876 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.980086 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.980248 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.980439 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.980614 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.980839 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.981021 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.981228 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.981392 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.981586 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.981790 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.981989 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.982148 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.982340 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.982548 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.982708 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.982903 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.983120 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.983300 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.983477 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.983676 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.983840 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.984007 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.984171 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.984330 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.984497 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.984663 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.984829 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.984987 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.985155 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.985324 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.985483 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.985639 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.985796 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.985952 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.986109 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.986265 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.986421 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.986578 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.986738 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.986892 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.987071 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.987227 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.987384 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.987541 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.987703 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.987858 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.988015 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.988172 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.988329 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.988478 dv-cinder-829630-1-smb neutron-server[108046]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108046) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 17 04:31:38.056587 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 54092) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:31:38.065291 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [-] 10.222.0.36 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064478 Feb 17 04:31:49.515664 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a4dc6e-f0cd-46a1-ad1e-9629ec67fcde None None] get_active_networks_info from dv-cinder-829630-1-smb {{(pid=108157) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 17 04:31:49.571204 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a4dc6e-f0cd-46a1-ad1e-9629ec67fcde None None] No non-hosted networks {{(pid=108157) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 17 04:31:49.586469 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.agentschedulers_db [None req-71a4dc6e-f0cd-46a1-ad1e-9629ec67fcde None None] DHCP Agent not found on host dv-cinder-829630-1-smb {{(pid=108157) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 17 04:31:49.718690 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-5dd64e1d-e973-44c1-a559-9692df3d051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-649006'] for agent, after_create {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:31:51.724429 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-b2f3309f-55fb-497c-9ceb-679e4ce34ea8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-649006'] for agent, after_create {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:31:51.753876 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-9ca6523d-9c2b-4643-b3eb-77c899d37c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:31:53.003123 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-ad5ef704-a6a3-47d1-bcb0-f74a0b5e809f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-649006'] for agent, after_create {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:31:54.073470 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-8e3772f1-a52a-48a7-84fa-494c57cc135e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-649006'] for agent, after_create {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:31:54.672864 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-649006'] for agent, after_create {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:31:54.674180 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:31:54.674774 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:31:54.675445 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:31:54.676525 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:31:54.677094 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:31:54.677783 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:31:54.678361 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:31:54.679023 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:31:54.679642 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:31:54.680377 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:31:54.680864 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:31:54.681461 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:31:54.681941 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-829630-1-smb', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=108157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:31:54.692837 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-829630-1-smb', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=108157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:31:55.388087 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 54184) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:31:55.920270 dv-cinder-829630-1-smb neutron-server[108156]: WARNING oslo_policy.policy [None req-c2219f06-8237-4dfd-95c3-009beb02c87c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 04:31:55.920837 dv-cinder-829630-1-smb neutron-server[108156]: WARNING oslo_policy.policy [None req-c2219f06-8237-4dfd-95c3-009beb02c87c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 04:31:56.150296 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [None req-c2219f06-8237-4dfd-95c3-009beb02c87c admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=108156) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 04:31:56.151388 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-c2219f06-8237-4dfd-95c3-009beb02c87c admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7622306 Feb 17 04:31:56.156351 dv-cinder-829630-1-smb neutron-server[108157]: INFO neutron.db.l3_hamode_db [None req-adfa3fed-5204-44c9-8c40-3d06140bfb3f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 17 04:31:56.239893 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfa3fed-5204-44c9-8c40-3d06140bfb3f None None] Routers set() bound to L3 agent in host dv-cinder-829630-1-smb {{(pid=108157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:31:56.240194 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfa3fed-5204-44c9-8c40-3d06140bfb3f None None] Router IDs set() for agent in host dv-cinder-829630-1-smb {{(pid=108157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 17 04:31:58.610442 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 54200) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:31:59.106576 dv-cinder-829630-1-smb neutron-server[108155]: WARNING oslo_policy.policy [None req-3e6f7d2b-4612-43cb-ab38-78c8f7473fb2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 04:31:59.107169 dv-cinder-829630-1-smb neutron-server[108155]: WARNING oslo_policy.policy [None req-3e6f7d2b-4612-43cb-ab38-78c8f7473fb2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 04:31:59.326197 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.v2.base [None req-3e6f7d2b-4612-43cb-ab38-78c8f7473fb2 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=108155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:31:59.419969 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.policy [None req-3e6f7d2b-4612-43cb-ab38-78c8f7473fb2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=108155) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 17 04:31:59.464708 dv-cinder-829630-1-smb neutron-server[108155]: WARNING oslo_policy.policy [None req-3e6f7d2b-4612-43cb-ab38-78c8f7473fb2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 04:31:59.465657 dv-cinder-829630-1-smb neutron-server[108155]: WARNING oslo_policy.policy [None req-3e6f7d2b-4612-43cb-ab38-78c8f7473fb2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 04:31:59.473956 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.quota [None req-3e6f7d2b-4612-43cb-ab38-78c8f7473fb2 admin admin] Loaded quota_driver: . Feb 17 04:31:59.562973 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-3e6f7d2b-4612-43cb-ab38-78c8f7473fb2 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733363206183', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733363206900', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733363193997', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733363192361', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733364876035', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733363368219', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1709615', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1721106', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-663332', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-565666'] for rbac-policy, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:31:59.626474 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-3e6f7d2b-4612-43cb-ab38-78c8f7473fb2 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:31:59.627794 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-3e6f7d2b-4612-43cb-ab38-78c8f7473fb2 admin admin] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0151889 Feb 17 04:32:02.290378 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 54218) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:32:02.583735 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.v2.base [None req-aa74cdae-985f-4e07-9ece-297aed68987e admin admin] Request body: {'network': {'name': 'private', 'tenant_id': 'ef18a5adcd2249aaa83dfb79e0cef696', 'project_id': 'ef18a5adcd2249aaa83dfb79e0cef696', 'admin_state_up': True}} {{(pid=108155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:32:02.615009 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa74cdae-985f-4e07-9ece-297aed68987e admin admin] Made reservation on behalf of ef18a5adcd2249aaa83dfb79e0cef696 for: {'network': 1} {{(pid=108155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:32:02.617801 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-aa74cdae-985f-4e07-9ece-297aed68987e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for network, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:02.634824 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-aa74cdae-985f-4e07-9ece-297aed68987e admin admin] Notify callbacks [] for security_group, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:02.741215 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-aa74cdae-985f-4e07-9ece-297aed68987e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:02.745084 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-aa74cdae-985f-4e07-9ece-297aed68987e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:02.769432 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa74cdae-985f-4e07-9ece-297aed68987e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=108155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 04:32:02.792933 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-aa74cdae-985f-4e07-9ece-297aed68987e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733365806394', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1955041'] for segment, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:02.794114 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-aa74cdae-985f-4e07-9ece-297aed68987e admin admin] Unsubscribe: segment precommit_create {{(pid=108155) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 17 04:32:02.794625 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.db.segments_db [None req-aa74cdae-985f-4e07-9ece-297aed68987e admin admin] Added segment 43180bd7-9dd2-496e-ad5a-01159406934e of type vlan for network de6f967b-1f5b-4dbd-bae2-2b6590a2617e Feb 17 04:32:02.800146 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa74cdae-985f-4e07-9ece-297aed68987e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=856b1824-8583-4023-81c0-c3c7813cb43c,revision_number=1']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:32:02.834797 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa74cdae-985f-4e07-9ece-297aed68987e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:32:02.835164 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa74cdae-985f-4e07-9ece-297aed68987e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:32:02.835496 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa74cdae-985f-4e07-9ece-297aed68987e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:32:02.835816 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa74cdae-985f-4e07-9ece-297aed68987e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:32:02.836134 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa74cdae-985f-4e07-9ece-297aed68987e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:32:02.836450 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa74cdae-985f-4e07-9ece-297aed68987e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:32:02.836763 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa74cdae-985f-4e07-9ece-297aed68987e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:32:02.837076 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa74cdae-985f-4e07-9ece-297aed68987e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:32:02.837401 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa74cdae-985f-4e07-9ece-297aed68987e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:32:02.837716 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa74cdae-985f-4e07-9ece-297aed68987e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:32:02.838025 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa74cdae-985f-4e07-9ece-297aed68987e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:32:02.838331 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa74cdae-985f-4e07-9ece-297aed68987e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:32:02.839464 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa74cdae-985f-4e07-9ece-297aed68987e admin admin] Tracked resource versions report: Feb 17 04:32:02.839464 dv-cinder-829630-1-smb neutron-server[108155]: pushed versions: Feb 17 04:32:02.839464 dv-cinder-829630-1-smb neutron-server[108155]: { 'AddressGroup': {'1.2'}, Feb 17 04:32:02.839464 dv-cinder-829630-1-smb neutron-server[108155]: 'ConntrackHelper': {'1.0'}, Feb 17 04:32:02.839464 dv-cinder-829630-1-smb neutron-server[108155]: 'Log': {'1.0'}, Feb 17 04:32:02.839464 dv-cinder-829630-1-smb neutron-server[108155]: 'Network': {'1.1'}, Feb 17 04:32:02.839464 dv-cinder-829630-1-smb neutron-server[108155]: 'Port': {'1.7'}, Feb 17 04:32:02.839464 dv-cinder-829630-1-smb neutron-server[108155]: 'PortForwarding': {'1.2'}, Feb 17 04:32:02.839464 dv-cinder-829630-1-smb neutron-server[108155]: 'QosPolicy': {'1.9'}, Feb 17 04:32:02.839464 dv-cinder-829630-1-smb neutron-server[108155]: 'SecurityGroup': {'1.4'}, Feb 17 04:32:02.839464 dv-cinder-829630-1-smb neutron-server[108155]: 'SecurityGroupRule': {'1.2'}, Feb 17 04:32:02.839464 dv-cinder-829630-1-smb neutron-server[108155]: 'SubPort': {'1.0'}, Feb 17 04:32:02.839464 dv-cinder-829630-1-smb neutron-server[108155]: 'Subnet': {'1.1'}, Feb 17 04:32:02.839464 dv-cinder-829630-1-smb neutron-server[108155]: 'Trunk': {'1.1'}} Feb 17 04:32:02.839464 dv-cinder-829630-1-smb neutron-server[108155]: consumer versions: Feb 17 04:32:02.839464 dv-cinder-829630-1-smb neutron-server[108155]: { DHCP agent@dv-cinder-829630-1-smb: {}, Feb 17 04:32:02.839464 dv-cinder-829630-1-smb neutron-server[108155]: L3 agent@dv-cinder-829630-1-smb: {}, Feb 17 04:32:02.839464 dv-cinder-829630-1-smb neutron-server[108155]: Metadata agent@dv-cinder-829630-1-smb: {}, Feb 17 04:32:02.839464 dv-cinder-829630-1-smb neutron-server[108155]: Metering agent@dv-cinder-829630-1-smb: {}, Feb 17 04:32:02.839464 dv-cinder-829630-1-smb neutron-server[108155]: Open vSwitch agent@dv-cinder-829630-1-smb: { 'AddressGroup': '1.2', Feb 17 04:32:02.839464 dv-cinder-829630-1-smb neutron-server[108155]: 'ConntrackHelper': '1.0', Feb 17 04:32:02.839464 dv-cinder-829630-1-smb neutron-server[108155]: 'Log': '1.0', Feb 17 04:32:02.839464 dv-cinder-829630-1-smb neutron-server[108155]: 'Network': '1.1', Feb 17 04:32:02.839464 dv-cinder-829630-1-smb neutron-server[108155]: 'Port': '1.7', Feb 17 04:32:02.839464 dv-cinder-829630-1-smb neutron-server[108155]: 'PortForwarding': '1.2', Feb 17 04:32:02.839464 dv-cinder-829630-1-smb neutron-server[108155]: 'QosPolicy': '1.9', Feb 17 04:32:02.839464 dv-cinder-829630-1-smb neutron-server[108155]: 'SecurityGroup': '1.4', Feb 17 04:32:02.839464 dv-cinder-829630-1-smb neutron-server[108155]: 'SecurityGroupRule': '1.2', Feb 17 04:32:02.839464 dv-cinder-829630-1-smb neutron-server[108155]: 'SubPort': '1.0', Feb 17 04:32:02.839464 dv-cinder-829630-1-smb neutron-server[108155]: 'Subnet': '1.1', Feb 17 04:32:02.839464 dv-cinder-829630-1-smb neutron-server[108155]: 'Trunk': '1.1'}} Feb 17 04:32:02.839464 dv-cinder-829630-1-smb neutron-server[108155]: {{(pid=108155) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 17 04:32:02.904887 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-aa74cdae-985f-4e07-9ece-297aed68987e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733365501916'] for network, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:02.942988 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-aa74cdae-985f-4e07-9ece-297aed68987e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-827310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785'] for network, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:02.944222 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa74cdae-985f-4e07-9ece-297aed68987e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:32:02.944868 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-aa74cdae-985f-4e07-9ece-297aed68987e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737771'] for network, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:03.018058 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-aa74cdae-985f-4e07-9ece-297aed68987e admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.7265151 Feb 17 04:32:03.047782 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa74cdae-985f-4e07-9ece-297aed68987e admin admin] Pushing event updated for resources: {'Network': ['ID=de6f967b-1f5b-4dbd-bae2-2b6590a2617e,revision_number=1']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:32:03.059474 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Network de6f967b-1f5b-4dbd-bae2-2b6590a2617e details requested by agent ovs-agent-dv-cinder-829630-1-smb with host dv-cinder-829630-1-smb {{(pid=108157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 04:32:05.703249 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 54232) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:32:06.089511 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3f71d0-9007-4ad0-9534-a58c01cb5b86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:32:06.091095 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-2d3f71d0-9007-4ad0-9534-a58c01cb5b86 admin admin] 10.222.0.36 "GET /v2.0/networks/de6f967b-1f5b-4dbd-bae2-2b6590a2617e HTTP/1.1" status: 200 len: 824 time: 0.3868356 Feb 17 04:32:06.115177 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-eee7666f-539e-4184-b72a-1fa99fed3c93 admin admin] 10.222.0.36 "GET /v2.0/subnetpools/9ea8b9cd-272c-4b94-a2e5-a4e0b3c1540c HTTP/1.1" status: 200 len: 734 time: 0.0178657 Feb 17 04:32:06.124872 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.v2.base [None req-c5821df8-bb0e-441d-b6f6-93440062e7aa admin admin] Request body: {'subnet': {'tenant_id': 'ef18a5adcd2249aaa83dfb79e0cef696', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': '9ea8b9cd-272c-4b94-a2e5-a4e0b3c1540c', 'ip_version': 4, 'network_id': 'de6f967b-1f5b-4dbd-bae2-2b6590a2617e'}} {{(pid=108155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:32:06.148518 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5821df8-bb0e-441d-b6f6-93440062e7aa admin admin] Made reservation on behalf of ef18a5adcd2249aaa83dfb79e0cef696 for: {'subnet': 1} {{(pid=108155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:32:06.150898 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-c5821df8-bb0e-441d-b6f6-93440062e7aa admin admin] Notify callbacks [] for subnet, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:06.440066 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-c5821df8-bb0e-441d-b6f6-93440062e7aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785'] for subnet, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:06.507249 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5821df8-bb0e-441d-b6f6-93440062e7aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d377347-deb5-4be1-9428-ef88dad7bc94,revision_number=0']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:32:06.509427 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5821df8-bb0e-441d-b6f6-93440062e7aa admin admin] Checking segment: {'id': '43180bd7-9dd2-496e-ad5a-01159406934e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'de6f967b-1f5b-4dbd-bae2-2b6590a2617e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:32:06.509792 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5821df8-bb0e-441d-b6f6-93440062e7aa admin admin] Network hostable DHCP agents. Network: de6f967b-1f5b-4dbd-bae2-2b6590a2617e, hostable agents: ['d83db365-ab74-4a5c-900a-be065315088d'], hosted agents: [] {{(pid=108155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 04:32:06.530849 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5821df8-bb0e-441d-b6f6-93440062e7aa admin admin] Network de6f967b-1f5b-4dbd-bae2-2b6590a2617e is scheduled to be hosted by DHCP agent d83db365-ab74-4a5c-900a-be065315088d with binding_index 1 {{(pid=108155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 04:32:06.542010 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.scheduler.base_scheduler [None req-c5821df8-bb0e-441d-b6f6-93440062e7aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829630-1-smb, de6f967b-1f5b-4dbd-bae2-2b6590a2617e) {{(pid=108155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:32:06.547449 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5821df8-bb0e-441d-b6f6-93440062e7aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:32:06.548217 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-c5821df8-bb0e-441d-b6f6-93440062e7aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737771'] for subnet, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:06.553573 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c893ae14-88cc-4614-abbf-9e5b8803b7e8 None None] Network de6f967b-1f5b-4dbd-bae2-2b6590a2617e requested from dv-cinder-829630-1-smb {{(pid=108157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 17 04:32:06.564451 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-c5821df8-bb0e-441d-b6f6-93440062e7aa admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4434755 Feb 17 04:32:06.876417 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7288f45-9a01-4777-9d51-4f3695f578da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10ecbc9c-6953-53e6-acd5-dd5662dd8f7d-de6f967b-1f5b-4dbd-bae2-2b6590a2617e', 'network_id': 'de6f967b-1f5b-4dbd-bae2-2b6590a2617e', 'tenant_id': 'ef18a5adcd2249aaa83dfb79e0cef696', 'fixed_ips': [{'subnet_id': '9d377347-deb5-4be1-9428-ef88dad7bc94'}]}} from dv-cinder-829630-1-smb. {{(pid=108157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 17 04:32:06.877758 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-c7288f45-9a01-4777-9d51-4f3695f578da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_create {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:07.173678 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.db_base_plugin_common [None req-c7288f45-9a01-4777-9d51-4f3695f578da None None] Allocated IP 172.20.0.2 (de6f967b-1f5b-4dbd-bae2-2b6590a2617e/9d377347-deb5-4be1-9428-ef88dad7bc94/11e3f997-e037-4ef4-9e02-2e37d0b9f034) {{(pid=108157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:32:07.381243 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-c7288f45-9a01-4777-9d51-4f3695f578da None None] Notify callbacks [] for port, precommit_create {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:07.389661 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-c7288f45-9a01-4777-9d51-4f3695f578da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733365499769'] for port, after_create {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:07.462131 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7288f45-9a01-4777-9d51-4f3695f578da None None] Network de6f967b-1f5b-4dbd-bae2-2b6590a2617e is already hosted by enough agents. {{(pid=108157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:32:07.467997 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.scheduler.base_scheduler [None req-c7288f45-9a01-4777-9d51-4f3695f578da None None] Resources bound (agent type, host, resource id): {{(pid=108157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:32:07.476339 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7288f45-9a01-4777-9d51-4f3695f578da None None] Received port after_create {{(pid=108157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:32:07.479390 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7288f45-9a01-4777-9d51-4f3695f578da None None] Pushing event updated for resources: {'Port': ['ID=11e3f997-e037-4ef4-9e02-2e37d0b9f034,revision_number=1']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:32:07.511601 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7288f45-9a01-4777-9d51-4f3695f578da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:32:07.511978 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7288f45-9a01-4777-9d51-4f3695f578da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:32:07.512320 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7288f45-9a01-4777-9d51-4f3695f578da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:32:07.512657 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7288f45-9a01-4777-9d51-4f3695f578da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:32:07.512987 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7288f45-9a01-4777-9d51-4f3695f578da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:32:07.513313 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7288f45-9a01-4777-9d51-4f3695f578da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:32:07.513639 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7288f45-9a01-4777-9d51-4f3695f578da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:32:07.513966 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7288f45-9a01-4777-9d51-4f3695f578da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:32:07.514300 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7288f45-9a01-4777-9d51-4f3695f578da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:32:07.514624 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7288f45-9a01-4777-9d51-4f3695f578da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:32:07.514959 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7288f45-9a01-4777-9d51-4f3695f578da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:32:07.515282 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7288f45-9a01-4777-9d51-4f3695f578da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:32:07.516387 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7288f45-9a01-4777-9d51-4f3695f578da None None] Tracked resource versions report: Feb 17 04:32:07.516387 dv-cinder-829630-1-smb neutron-server[108157]: pushed versions: Feb 17 04:32:07.516387 dv-cinder-829630-1-smb neutron-server[108157]: { 'AddressGroup': {'1.2'}, Feb 17 04:32:07.516387 dv-cinder-829630-1-smb neutron-server[108157]: 'ConntrackHelper': {'1.0'}, Feb 17 04:32:07.516387 dv-cinder-829630-1-smb neutron-server[108157]: 'Log': {'1.0'}, Feb 17 04:32:07.516387 dv-cinder-829630-1-smb neutron-server[108157]: 'Network': {'1.1'}, Feb 17 04:32:07.516387 dv-cinder-829630-1-smb neutron-server[108157]: 'Port': {'1.7'}, Feb 17 04:32:07.516387 dv-cinder-829630-1-smb neutron-server[108157]: 'PortForwarding': {'1.2'}, Feb 17 04:32:07.516387 dv-cinder-829630-1-smb neutron-server[108157]: 'QosPolicy': {'1.9'}, Feb 17 04:32:07.516387 dv-cinder-829630-1-smb neutron-server[108157]: 'SecurityGroup': {'1.4'}, Feb 17 04:32:07.516387 dv-cinder-829630-1-smb neutron-server[108157]: 'SecurityGroupRule': {'1.2'}, Feb 17 04:32:07.516387 dv-cinder-829630-1-smb neutron-server[108157]: 'SubPort': {'1.0'}, Feb 17 04:32:07.516387 dv-cinder-829630-1-smb neutron-server[108157]: 'Subnet': {'1.1'}, Feb 17 04:32:07.516387 dv-cinder-829630-1-smb neutron-server[108157]: 'Trunk': {'1.1'}} Feb 17 04:32:07.516387 dv-cinder-829630-1-smb neutron-server[108157]: consumer versions: Feb 17 04:32:07.516387 dv-cinder-829630-1-smb neutron-server[108157]: { DHCP agent@dv-cinder-829630-1-smb: {}, Feb 17 04:32:07.516387 dv-cinder-829630-1-smb neutron-server[108157]: L3 agent@dv-cinder-829630-1-smb: {}, Feb 17 04:32:07.516387 dv-cinder-829630-1-smb neutron-server[108157]: Metadata agent@dv-cinder-829630-1-smb: {}, Feb 17 04:32:07.516387 dv-cinder-829630-1-smb neutron-server[108157]: Metering agent@dv-cinder-829630-1-smb: {}, Feb 17 04:32:07.516387 dv-cinder-829630-1-smb neutron-server[108157]: Open vSwitch agent@dv-cinder-829630-1-smb: { 'AddressGroup': '1.2', Feb 17 04:32:07.516387 dv-cinder-829630-1-smb neutron-server[108157]: 'ConntrackHelper': '1.0', Feb 17 04:32:07.516387 dv-cinder-829630-1-smb neutron-server[108157]: 'Log': '1.0', Feb 17 04:32:07.516387 dv-cinder-829630-1-smb neutron-server[108157]: 'Network': '1.1', Feb 17 04:32:07.516387 dv-cinder-829630-1-smb neutron-server[108157]: 'Port': '1.7', Feb 17 04:32:07.516387 dv-cinder-829630-1-smb neutron-server[108157]: 'PortForwarding': '1.2', Feb 17 04:32:07.516387 dv-cinder-829630-1-smb neutron-server[108157]: 'QosPolicy': '1.9', Feb 17 04:32:07.516387 dv-cinder-829630-1-smb neutron-server[108157]: 'SecurityGroup': '1.4', Feb 17 04:32:07.516387 dv-cinder-829630-1-smb neutron-server[108157]: 'SecurityGroupRule': '1.2', Feb 17 04:32:07.516387 dv-cinder-829630-1-smb neutron-server[108157]: 'SubPort': '1.0', Feb 17 04:32:07.516387 dv-cinder-829630-1-smb neutron-server[108157]: 'Subnet': '1.1', Feb 17 04:32:07.516387 dv-cinder-829630-1-smb neutron-server[108157]: 'Trunk': '1.1'}} Feb 17 04:32:07.516387 dv-cinder-829630-1-smb neutron-server[108157]: {{(pid=108157) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 17 04:32:07.562863 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.managers [None req-c7288f45-9a01-4777-9d51-4f3695f578da None None] Attempting to bind port 11e3f997-e037-4ef4-9e02-2e37d0b9f034 on host dv-cinder-829630-1-smb for vnic_type normal with profile {{(pid=108157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 04:32:07.563600 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.managers [None req-c7288f45-9a01-4777-9d51-4f3695f578da None None] Attempting to bind port 11e3f997-e037-4ef4-9e02-2e37d0b9f034 by drivers openvswitch,hyperv on host dv-cinder-829630-1-smb at level 0 using segments [{'id': '43180bd7-9dd2-496e-ad5a-01159406934e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'de6f967b-1f5b-4dbd-bae2-2b6590a2617e'}] {{(pid=108157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 04:32:07.563717 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7288f45-9a01-4777-9d51-4f3695f578da None None] Attempting to bind port 11e3f997-e037-4ef4-9e02-2e37d0b9f034 on network de6f967b-1f5b-4dbd-bae2-2b6590a2617e {{(pid=108157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:32:07.568522 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7288f45-9a01-4777-9d51-4f3695f578da None None] Checking agent: {'id': 'd1beeaa3-bd36-43bd-8b31-620fffa1b4c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 4, 31, 55), 'started_at': datetime.datetime(2022, 2, 17, 4, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 4, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 04:32:07.568930 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7288f45-9a01-4777-9d51-4f3695f578da None None] Checking segment: {'id': '43180bd7-9dd2-496e-ad5a-01159406934e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'de6f967b-1f5b-4dbd-bae2-2b6590a2617e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:32:07.569409 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-c7288f45-9a01-4777-9d51-4f3695f578da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:07.569794 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7288f45-9a01-4777-9d51-4f3695f578da None None] Bound using segment: {'id': '43180bd7-9dd2-496e-ad5a-01159406934e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'de6f967b-1f5b-4dbd-bae2-2b6590a2617e'} {{(pid=108157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 04:32:07.570290 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.managers [None req-c7288f45-9a01-4777-9d51-4f3695f578da None None] Bound port: 11e3f997-e037-4ef4-9e02-2e37d0b9f034, host: dv-cinder-829630-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43180bd7-9dd2-496e-ad5a-01159406934e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'de6f967b-1f5b-4dbd-bae2-2b6590a2617e'}}] {{(pid=108157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 04:32:07.570682 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-c7288f45-9a01-4777-9d51-4f3695f578da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:07.632194 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-c7288f45-9a01-4777-9d51-4f3695f578da None None] For port 11e3f997-e037-4ef4-9e02-2e37d0b9f034, host dv-cinder-829630-1-smb, cleared binding levels {{(pid=108157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 04:32:07.636379 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-c7288f45-9a01-4777-9d51-4f3695f578da None None] For port 11e3f997-e037-4ef4-9e02-2e37d0b9f034, host dv-cinder-829630-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-smb',level=0,port_id=11e3f997-e037-4ef4-9e02-2e37d0b9f034,segment=NetworkSegment(43180bd7-9dd2-496e-ad5a-01159406934e),segment_id=43180bd7-9dd2-496e-ad5a-01159406934e)] {{(pid=108157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 04:32:07.643135 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-c7288f45-9a01-4777-9d51-4f3695f578da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:07.707677 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7288f45-9a01-4777-9d51-4f3695f578da None None] Pushing event updated for resources: {'Port': ['ID=11e3f997-e037-4ef4-9e02-2e37d0b9f034,revision_number=2']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:32:09.039887 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 54240) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:32:09.359286 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [None req-33ebc8b5-3a41-4dd9-9300-92bbf9d5a2cc admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=108155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 04:32:09.360375 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-33ebc8b5-3a41-4dd9-9300-92bbf9d5a2cc admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3195477 Feb 17 04:32:11.783195 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 54248) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:32:12.107246 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [None req-07409237-d947-4565-9508-36454392fc04 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=108155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 04:32:12.108338 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-07409237-d947-4565-9508-36454392fc04 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3242750 Feb 17 04:32:14.775014 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 54258) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:32:15.094436 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.v2.base [None req-4b12e629-e7ec-4ee3-b107-3c47f60dff81 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'ef18a5adcd2249aaa83dfb79e0cef696', 'admin_state_up': True}} {{(pid=108155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:32:15.124157 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-4b12e629-e7ec-4ee3-b107-3c47f60dff81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-644848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9632'] for router, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:15.125692 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-4b12e629-e7ec-4ee3-b107-3c47f60dff81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-649940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647366', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9657'] for router, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:15.260481 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-4b12e629-e7ec-4ee3-b107-3c47f60dff81 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:15.265300 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-4b12e629-e7ec-4ee3-b107-3c47f60dff81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-649951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650009'] for router, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:15.279037 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-4b12e629-e7ec-4ee3-b107-3c47f60dff81 admin admin] Notify callbacks [] for router, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:15.280222 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-4b12e629-e7ec-4ee3-b107-3c47f60dff81 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5042558 Feb 17 04:32:16.067234 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Device 11e3f997-e037-4ef4-9e02-2e37d0b9f034 up at agent ovs-agent-dv-cinder-829630-1-smb {{(pid=108157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:32:16.163611 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3366bf-8aad-4be6-9fed-997edb68ad2e None None] Network de6f967b-1f5b-4dbd-bae2-2b6590a2617e requested from dv-cinder-829630-1-smb {{(pid=108157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 17 04:32:16.178687 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Provisioning complete for port 11e3f997-e037-4ef4-9e02-2e37d0b9f034 triggered by entity L2. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:32:16.179104 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:16.266528 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-98806222-e3d8-4a6b-9b96-64ee95f79012 None None] Provisioning complete for port 11e3f997-e037-4ef4-9e02-2e37d0b9f034 triggered by entity DHCP. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:32:16.266807 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-98806222-e3d8-4a6b-9b96-64ee95f79012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:16.424844 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:16.494905 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-98806222-e3d8-4a6b-9b96-64ee95f79012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:16.522962 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] For port 11e3f997-e037-4ef4-9e02-2e37d0b9f034, host dv-cinder-829630-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-smb',level=0,port_id=11e3f997-e037-4ef4-9e02-2e37d0b9f034,segment=NetworkSegment(43180bd7-9dd2-496e-ad5a-01159406934e),segment_id=43180bd7-9dd2-496e-ad5a-01159406934e)] {{(pid=108157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:32:16.536633 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:16.623921 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Pushing event updated for resources: {'Port': ['ID=11e3f997-e037-4ef4-9e02-2e37d0b9f034,revision_number=3']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:32:16.628090 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.db.api [None req-98806222-e3d8-4a6b-9b96-64ee95f79012 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108157) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 04:32:16.628503 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG oslo_db.api [None req-98806222-e3d8-4a6b-9b96-64ee95f79012 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 04:32:17.283411 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-225cf2e4-e5d8-445a-993c-ebab41691a9f None None] Provisioning complete for port 11e3f997-e037-4ef4-9e02-2e37d0b9f034 triggered by entity DHCP. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:32:17.284061 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-225cf2e4-e5d8-445a-993c-ebab41691a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:17.715168 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 54272) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:32:18.033292 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [None req-1744852c-3504-4285-94ae-c2a32cc8024d admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=108156) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 04:32:18.043572 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-1744852c-3504-4285-94ae-c2a32cc8024d admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3181963 Feb 17 04:32:18.053670 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Device 11e3f997-e037-4ef4-9e02-2e37d0b9f034 up at agent ovs-agent-dv-cinder-829630-1-smb {{(pid=108157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:32:18.115944 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Provisioning complete for port 11e3f997-e037-4ef4-9e02-2e37d0b9f034 triggered by entity L2. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:32:18.116381 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:19.461621 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7475e67a-1d59-4940-ad05-096b057c5c23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:20.476247 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 54280) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:32:20.782675 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.v2.base [None req-3e51dfa3-5082-4eb8-8eb1-3879297d8f6f admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True, 'name': 'public', 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=108156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:32:20.784203 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.quota [None req-3e51dfa3-5082-4eb8-8eb1-3879297d8f6f admin admin] Loaded quota_driver: . Feb 17 04:32:20.840713 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e51dfa3-5082-4eb8-8eb1-3879297d8f6f admin admin] Made reservation on behalf of 83a5554007974f958f8aa1fc494a0ffe for: {'network': 1} {{(pid=108156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:32:20.906922 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.policy [None req-3e51dfa3-5082-4eb8-8eb1-3879297d8f6f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=108156) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 17 04:32:20.952026 dv-cinder-829630-1-smb neutron-server[108156]: WARNING oslo_policy.policy [None req-3e51dfa3-5082-4eb8-8eb1-3879297d8f6f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 04:32:20.952400 dv-cinder-829630-1-smb neutron-server[108156]: WARNING oslo_policy.policy [None req-3e51dfa3-5082-4eb8-8eb1-3879297d8f6f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 04:32:20.962954 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-3e51dfa3-5082-4eb8-8eb1-3879297d8f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for network, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:20.983309 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-3e51dfa3-5082-4eb8-8eb1-3879297d8f6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:21.091999 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-3e51dfa3-5082-4eb8-8eb1-3879297d8f6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:21.095644 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-3e51dfa3-5082-4eb8-8eb1-3879297d8f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:21.107370 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3e51dfa3-5082-4eb8-8eb1-3879297d8f6f admin admin] Reserving flat network on physical network physnet1 {{(pid=108156) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 17 04:32:21.140468 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-3e51dfa3-5082-4eb8-8eb1-3879297d8f6f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733365806394', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1955041'] for segment, precommit_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:21.141077 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-3e51dfa3-5082-4eb8-8eb1-3879297d8f6f admin admin] Unsubscribe: segment precommit_create {{(pid=108156) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 17 04:32:21.141593 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.db.segments_db [None req-3e51dfa3-5082-4eb8-8eb1-3879297d8f6f admin admin] Added segment e91f6497-8228-4e22-a6c9-5a362f6f98f1 of type flat for network 9ee4813c-26bc-4ce0-8bb0-948d56f273c2 Feb 17 04:32:21.160896 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e51dfa3-5082-4eb8-8eb1-3879297d8f6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12f76b29-1985-4f39-b8d6-1a2d9e23bb9c,revision_number=1']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:32:21.209173 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e51dfa3-5082-4eb8-8eb1-3879297d8f6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:32:21.209536 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e51dfa3-5082-4eb8-8eb1-3879297d8f6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:32:21.209865 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e51dfa3-5082-4eb8-8eb1-3879297d8f6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:32:21.210200 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e51dfa3-5082-4eb8-8eb1-3879297d8f6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:32:21.210526 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e51dfa3-5082-4eb8-8eb1-3879297d8f6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:32:21.210857 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e51dfa3-5082-4eb8-8eb1-3879297d8f6f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:32:21.211205 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e51dfa3-5082-4eb8-8eb1-3879297d8f6f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:32:21.211632 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e51dfa3-5082-4eb8-8eb1-3879297d8f6f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:32:21.211860 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e51dfa3-5082-4eb8-8eb1-3879297d8f6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:32:21.212182 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e51dfa3-5082-4eb8-8eb1-3879297d8f6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:32:21.212497 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e51dfa3-5082-4eb8-8eb1-3879297d8f6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:32:21.212853 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e51dfa3-5082-4eb8-8eb1-3879297d8f6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:32:21.213949 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e51dfa3-5082-4eb8-8eb1-3879297d8f6f admin admin] Tracked resource versions report: Feb 17 04:32:21.213949 dv-cinder-829630-1-smb neutron-server[108156]: pushed versions: Feb 17 04:32:21.213949 dv-cinder-829630-1-smb neutron-server[108156]: { 'AddressGroup': {'1.2'}, Feb 17 04:32:21.213949 dv-cinder-829630-1-smb neutron-server[108156]: 'ConntrackHelper': {'1.0'}, Feb 17 04:32:21.213949 dv-cinder-829630-1-smb neutron-server[108156]: 'Log': {'1.0'}, Feb 17 04:32:21.213949 dv-cinder-829630-1-smb neutron-server[108156]: 'Network': {'1.1'}, Feb 17 04:32:21.213949 dv-cinder-829630-1-smb neutron-server[108156]: 'Port': {'1.7'}, Feb 17 04:32:21.213949 dv-cinder-829630-1-smb neutron-server[108156]: 'PortForwarding': {'1.2'}, Feb 17 04:32:21.213949 dv-cinder-829630-1-smb neutron-server[108156]: 'QosPolicy': {'1.9'}, Feb 17 04:32:21.213949 dv-cinder-829630-1-smb neutron-server[108156]: 'SecurityGroup': {'1.4'}, Feb 17 04:32:21.213949 dv-cinder-829630-1-smb neutron-server[108156]: 'SecurityGroupRule': {'1.2'}, Feb 17 04:32:21.213949 dv-cinder-829630-1-smb neutron-server[108156]: 'SubPort': {'1.0'}, Feb 17 04:32:21.213949 dv-cinder-829630-1-smb neutron-server[108156]: 'Subnet': {'1.1'}, Feb 17 04:32:21.213949 dv-cinder-829630-1-smb neutron-server[108156]: 'Trunk': {'1.1'}} Feb 17 04:32:21.213949 dv-cinder-829630-1-smb neutron-server[108156]: consumer versions: Feb 17 04:32:21.213949 dv-cinder-829630-1-smb neutron-server[108156]: { DHCP agent@dv-cinder-829630-1-smb: {}, Feb 17 04:32:21.213949 dv-cinder-829630-1-smb neutron-server[108156]: L3 agent@dv-cinder-829630-1-smb: {}, Feb 17 04:32:21.213949 dv-cinder-829630-1-smb neutron-server[108156]: Metadata agent@dv-cinder-829630-1-smb: {}, Feb 17 04:32:21.213949 dv-cinder-829630-1-smb neutron-server[108156]: Metering agent@dv-cinder-829630-1-smb: {}, Feb 17 04:32:21.213949 dv-cinder-829630-1-smb neutron-server[108156]: Open vSwitch agent@dv-cinder-829630-1-smb: { 'AddressGroup': '1.2', Feb 17 04:32:21.213949 dv-cinder-829630-1-smb neutron-server[108156]: 'ConntrackHelper': '1.0', Feb 17 04:32:21.213949 dv-cinder-829630-1-smb neutron-server[108156]: 'Log': '1.0', Feb 17 04:32:21.213949 dv-cinder-829630-1-smb neutron-server[108156]: 'Network': '1.1', Feb 17 04:32:21.213949 dv-cinder-829630-1-smb neutron-server[108156]: 'Port': '1.7', Feb 17 04:32:21.213949 dv-cinder-829630-1-smb neutron-server[108156]: 'PortForwarding': '1.2', Feb 17 04:32:21.213949 dv-cinder-829630-1-smb neutron-server[108156]: 'QosPolicy': '1.9', Feb 17 04:32:21.213949 dv-cinder-829630-1-smb neutron-server[108156]: 'SecurityGroup': '1.4', Feb 17 04:32:21.213949 dv-cinder-829630-1-smb neutron-server[108156]: 'SecurityGroupRule': '1.2', Feb 17 04:32:21.213949 dv-cinder-829630-1-smb neutron-server[108156]: 'SubPort': '1.0', Feb 17 04:32:21.213949 dv-cinder-829630-1-smb neutron-server[108156]: 'Subnet': '1.1', Feb 17 04:32:21.213949 dv-cinder-829630-1-smb neutron-server[108156]: 'Trunk': '1.1'}} Feb 17 04:32:21.213949 dv-cinder-829630-1-smb neutron-server[108156]: {{(pid=108156) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 17 04:32:21.264510 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-3e51dfa3-5082-4eb8-8eb1-3879297d8f6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733365501916'] for network, precommit_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:21.311029 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-3e51dfa3-5082-4eb8-8eb1-3879297d8f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-827310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785'] for network, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:21.312127 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e51dfa3-5082-4eb8-8eb1-3879297d8f6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:32:21.312787 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-3e51dfa3-5082-4eb8-8eb1-3879297d8f6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737771'] for network, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:21.407548 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-3e51dfa3-5082-4eb8-8eb1-3879297d8f6f admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9301777 Feb 17 04:32:21.415996 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e51dfa3-5082-4eb8-8eb1-3879297d8f6f admin admin] Pushing event updated for resources: {'Network': ['ID=9ee4813c-26bc-4ce0-8bb0-948d56f273c2,revision_number=1']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:32:21.427247 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Network 9ee4813c-26bc-4ce0-8bb0-948d56f273c2 details requested by agent ovs-agent-dv-cinder-829630-1-smb with host dv-cinder-829630-1-smb {{(pid=108157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 04:32:21.721771 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-ce751d5c-8eb5-412e-9512-2c7668063d75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:22.949961 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-ad5ef704-a6a3-47d1-bcb0-f74a0b5e809f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:23.843548 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 54304) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:32:24.028820 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-8e3772f1-a52a-48a7-84fa-494c57cc135e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:24.060965 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7288b03e-3099-43f3-8b39-80d016e06fc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:32:24.062357 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-7288b03e-3099-43f3-8b39-80d016e06fc7 admin admin] 10.222.0.36 "GET /v2.0/subnets/9d377347-deb5-4be1-9428-ef88dad7bc94 HTTP/1.1" status: 200 len: 849 time: 0.2178481 Feb 17 04:32:24.226129 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-febe5e90-a288-4426-b2d4-d14a6931da4e admin admin] 10.222.0.36 "GET /v2.0/routers/7ff28fa3-dd91-4e39-96cb-c34debb743e9 HTTP/1.1" status: 200 len: 704 time: 0.1574960 Feb 17 04:32:24.513879 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-8533a973-519c-45de-bfee-861662ccd725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:24.655109 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:24.823705 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.db.db_base_plugin_common [None req-8533a973-519c-45de-bfee-861662ccd725 admin admin] Allocated IP 172.20.0.1 (de6f967b-1f5b-4dbd-bae2-2b6590a2617e/9d377347-deb5-4be1-9428-ef88dad7bc94/0e20f006-d73a-4c74-a40a-de8fe72a0952) {{(pid=108156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:32:25.009108 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-8533a973-519c-45de-bfee-861662ccd725 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:25.076209 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-8533a973-519c-45de-bfee-861662ccd725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733365499769'] for port, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:25.150428 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8533a973-519c-45de-bfee-861662ccd725 admin admin] Network de6f967b-1f5b-4dbd-bae2-2b6590a2617e is already hosted by enough agents. {{(pid=108156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:32:25.156078 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.scheduler.base_scheduler [None req-8533a973-519c-45de-bfee-861662ccd725 admin admin] Resources bound (agent type, host, resource id): {{(pid=108156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:32:25.167048 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8533a973-519c-45de-bfee-861662ccd725 admin admin] Received port after_create {{(pid=108156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:32:25.168399 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-8533a973-519c-45de-bfee-861662ccd725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650182'] for router_interface, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:25.170955 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8533a973-519c-45de-bfee-861662ccd725 admin admin] Pushing event updated for resources: {'Port': ['ID=0e20f006-d73a-4c74-a40a-de8fe72a0952,revision_number=1']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:32:25.322903 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-a35fab5d-1a89-4f6b-a781-48f706754fff None None] Provisioning complete for port 0e20f006-d73a-4c74-a40a-de8fe72a0952 triggered by entity DHCP. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:32:25.323481 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-a35fab5d-1a89-4f6b-a781-48f706754fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:25.354696 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.plugin [None req-a35fab5d-1a89-4f6b-a781-48f706754fff None None] Port 0e20f006-d73a-4c74-a40a-de8fe72a0952 cannot update to ACTIVE because it is not bound. {{(pid=108157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 17 04:32:25.363551 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-8533a973-519c-45de-bfee-861662ccd725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:25.623783 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-8533a973-519c-45de-bfee-861662ccd725 admin admin] Notify callbacks [] for port, precommit_update {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:25.628148 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-8533a973-519c-45de-bfee-861662ccd725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:25.629026 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-8533a973-519c-45de-bfee-861662ccd725 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-647766'] for router_interface, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:25.707529 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8533a973-519c-45de-bfee-861662ccd725 admin admin] Pushing event updated for resources: {'Port': ['ID=0e20f006-d73a-4c74-a40a-de8fe72a0952,revision_number=2']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:32:25.755848 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8533a973-519c-45de-bfee-861662ccd725 admin admin] Network de6f967b-1f5b-4dbd-bae2-2b6590a2617e is already hosted by enough agents. {{(pid=108156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:32:25.757161 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.scheduler.base_scheduler [None req-8533a973-519c-45de-bfee-861662ccd725 admin admin] Resources bound (agent type, host, resource id): {{(pid=108156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:32:25.922644 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8533a973-519c-45de-bfee-861662ccd725 admin admin] Router 7ff28fa3-dd91-4e39-96cb-c34debb743e9 is scheduled to L3 agent e8023405-eda5-4975-af11-622b29ed5550 with binding_index 1 {{(pid=108156) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 04:32:25.977537 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-fb81aced-566c-42c2-90b4-5d3282d2895d None None] Provisioning complete for port 0e20f006-d73a-4c74-a40a-de8fe72a0952 triggered by entity DHCP. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:32:25.977909 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-fb81aced-566c-42c2-90b4-5d3282d2895d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:26.010066 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.plugin [None req-fb81aced-566c-42c2-90b4-5d3282d2895d None None] Port 0e20f006-d73a-4c74-a40a-de8fe72a0952 cannot update to ACTIVE because it is not bound. {{(pid=108157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 17 04:32:26.014153 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8533a973-519c-45de-bfee-861662ccd725 admin admin] Notify agent at l3_agent.dv-cinder-829630-1-smb the message routers_updated {{(pid=108156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 04:32:26.023594 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-8533a973-519c-45de-bfee-861662ccd725 admin admin] 10.222.0.36 "PUT /v2.0/routers/7ff28fa3-dd91-4e39-96cb-c34debb743e9/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7909710 Feb 17 04:32:26.024692 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db272b55-6f59-4564-9afc-b9ce57bfc04e None None] Sync routers for ids ['7ff28fa3-dd91-4e39-96cb-c34debb743e9'] in dv-cinder-829630-1-smb {{(pid=108158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 04:32:26.038312 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db272b55-6f59-4564-9afc-b9ce57bfc04e None None] Routers {'7ff28fa3-dd91-4e39-96cb-c34debb743e9'} bound to L3 agent in host dv-cinder-829630-1-smb {{(pid=108158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:32:26.039179 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_hamode_db [None req-db272b55-6f59-4564-9afc-b9ce57bfc04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-17T04:31:52Z,description=,heartbeat_timestamp=2022-02-17T04:32:22Z,host='dv-cinder-829630-1-smb',id=e8023405-eda5-4975-af11-622b29ed5550,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:52Z,topic='l3_agent')) {'router_ids': ['7ff28fa3-dd91-4e39-96cb-c34debb743e9'], 'active': True} {{(pid=108158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:32:26.228509 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_dvr_db [None req-db272b55-6f59-4564-9afc-b9ce57bfc04e None None] Set router 7ff28fa3-dd91-4e39-96cb-c34debb743e9 gateway port host: None {{(pid=108158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:32:26.710013 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_hamode_db [None req-db272b55-6f59-4564-9afc-b9ce57bfc04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff28fa3-dd91-4e39-96cb-c34debb743e9', 'name': 'router1', 'tenant_id': 'ef18a5adcd2249aaa83dfb79e0cef696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:32:15Z', 'updated_at': '2022-02-17T04:32:25Z', 'revision_number': 2, 'project_id': 'ef18a5adcd2249aaa83dfb79e0cef696', 'gw_port_host': None, '_interfaces': [{'id': '0e20f006-d73a-4c74-a40a-de8fe72a0952', 'name': '', 'network_id': 'de6f967b-1f5b-4dbd-bae2-2b6590a2617e', 'tenant_id': 'ef18a5adcd2249aaa83dfb79e0cef696', 'mac_address': 'fa:16:3e:b7:be:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff28fa3-dd91-4e39-96cb-c34debb743e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9d377347-deb5-4be1-9428-ef88dad7bc94', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:32:24Z', 'updated_at': '2022-02-17T04:32:25Z', 'revision_number': 2, 'project_id': 'ef18a5adcd2249aaa83dfb79e0cef696', 'subnets': [{'id': '9d377347-deb5-4be1-9428-ef88dad7bc94', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9ea8b9cd-272c-4b94-a2e5-a4e0b3c1540c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-1-smb', False) {} {{(pid=108158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:32:26.767616 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db272b55-6f59-4564-9afc-b9ce57bfc04e None None] Checking router: 7ff28fa3-dd91-4e39-96cb-c34debb743e9 for host: dv-cinder-829630-1-smb {{(pid=108158) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 04:32:26.767983 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db272b55-6f59-4564-9afc-b9ce57bfc04e None None] Updating router 7ff28fa3-dd91-4e39-96cb-c34debb743e9 port 0e20f006-d73a-4c74-a40a-de8fe72a0952 binding host dv-cinder-829630-1-smb {{(pid=108158) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 04:32:26.825774 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron_lib.callbacks.manager [None req-db272b55-6f59-4564-9afc-b9ce57bfc04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:27.416700 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron_lib.callbacks.manager [None req-db272b55-6f59-4564-9afc-b9ce57bfc04e None None] Notify callbacks [] for port, precommit_update {{(pid=108158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:27.423548 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron_lib.callbacks.manager [None req-db272b55-6f59-4564-9afc-b9ce57bfc04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:27.595132 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.plugins.ml2.managers [None req-db272b55-6f59-4564-9afc-b9ce57bfc04e None None] Attempting to bind port 0e20f006-d73a-4c74-a40a-de8fe72a0952 on host dv-cinder-829630-1-smb for vnic_type normal with profile {{(pid=108158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 04:32:27.595532 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.plugins.ml2.managers [None req-db272b55-6f59-4564-9afc-b9ce57bfc04e None None] Attempting to bind port 0e20f006-d73a-4c74-a40a-de8fe72a0952 by drivers openvswitch,hyperv on host dv-cinder-829630-1-smb at level 0 using segments [{'id': '43180bd7-9dd2-496e-ad5a-01159406934e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'de6f967b-1f5b-4dbd-bae2-2b6590a2617e'}] {{(pid=108158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 04:32:27.596100 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db272b55-6f59-4564-9afc-b9ce57bfc04e None None] Attempting to bind port 0e20f006-d73a-4c74-a40a-de8fe72a0952 on network de6f967b-1f5b-4dbd-bae2-2b6590a2617e {{(pid=108158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:32:27.597982 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe223762-89e9-4e05-bfb5-ba34c9597efa None None] Pushing event updated for resources: {'Port': ['ID=0e20f006-d73a-4c74-a40a-de8fe72a0952,revision_number=3']} {{(pid=108158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:32:27.608347 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db272b55-6f59-4564-9afc-b9ce57bfc04e None None] Checking agent: {'id': 'd1beeaa3-bd36-43bd-8b31-620fffa1b4c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 4, 31, 55), 'started_at': datetime.datetime(2022, 2, 17, 4, 32, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 4, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 04:32:27.608761 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db272b55-6f59-4564-9afc-b9ce57bfc04e None None] Checking segment: {'id': '43180bd7-9dd2-496e-ad5a-01159406934e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'de6f967b-1f5b-4dbd-bae2-2b6590a2617e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:32:27.609245 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron_lib.callbacks.manager [None req-db272b55-6f59-4564-9afc-b9ce57bfc04e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:27.609631 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db272b55-6f59-4564-9afc-b9ce57bfc04e None None] Bound using segment: {'id': '43180bd7-9dd2-496e-ad5a-01159406934e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'de6f967b-1f5b-4dbd-bae2-2b6590a2617e'} {{(pid=108158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 04:32:27.610138 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.plugins.ml2.managers [None req-db272b55-6f59-4564-9afc-b9ce57bfc04e None None] Bound port: 0e20f006-d73a-4c74-a40a-de8fe72a0952, host: dv-cinder-829630-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43180bd7-9dd2-496e-ad5a-01159406934e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'de6f967b-1f5b-4dbd-bae2-2b6590a2617e'}}] {{(pid=108158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 04:32:27.610519 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron_lib.callbacks.manager [None req-db272b55-6f59-4564-9afc-b9ce57bfc04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:27.613738 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe223762-89e9-4e05-bfb5-ba34c9597efa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:32:27.614078 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe223762-89e9-4e05-bfb5-ba34c9597efa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:32:27.614413 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe223762-89e9-4e05-bfb5-ba34c9597efa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:32:27.614741 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe223762-89e9-4e05-bfb5-ba34c9597efa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:32:27.615093 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe223762-89e9-4e05-bfb5-ba34c9597efa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:32:27.615418 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe223762-89e9-4e05-bfb5-ba34c9597efa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:32:27.615740 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe223762-89e9-4e05-bfb5-ba34c9597efa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:32:27.616059 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe223762-89e9-4e05-bfb5-ba34c9597efa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:32:27.616386 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe223762-89e9-4e05-bfb5-ba34c9597efa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:32:27.616702 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe223762-89e9-4e05-bfb5-ba34c9597efa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:32:27.617017 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe223762-89e9-4e05-bfb5-ba34c9597efa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:32:27.617330 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe223762-89e9-4e05-bfb5-ba34c9597efa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:32:27.618451 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe223762-89e9-4e05-bfb5-ba34c9597efa None None] Tracked resource versions report: Feb 17 04:32:27.618451 dv-cinder-829630-1-smb neutron-server[108158]: pushed versions: Feb 17 04:32:27.618451 dv-cinder-829630-1-smb neutron-server[108158]: { 'AddressGroup': {'1.2'}, Feb 17 04:32:27.618451 dv-cinder-829630-1-smb neutron-server[108158]: 'ConntrackHelper': {'1.0'}, Feb 17 04:32:27.618451 dv-cinder-829630-1-smb neutron-server[108158]: 'Log': {'1.0'}, Feb 17 04:32:27.618451 dv-cinder-829630-1-smb neutron-server[108158]: 'Network': {'1.1'}, Feb 17 04:32:27.618451 dv-cinder-829630-1-smb neutron-server[108158]: 'Port': {'1.7'}, Feb 17 04:32:27.618451 dv-cinder-829630-1-smb neutron-server[108158]: 'PortForwarding': {'1.2'}, Feb 17 04:32:27.618451 dv-cinder-829630-1-smb neutron-server[108158]: 'QosPolicy': {'1.9'}, Feb 17 04:32:27.618451 dv-cinder-829630-1-smb neutron-server[108158]: 'SecurityGroup': {'1.4'}, Feb 17 04:32:27.618451 dv-cinder-829630-1-smb neutron-server[108158]: 'SecurityGroupRule': {'1.2'}, Feb 17 04:32:27.618451 dv-cinder-829630-1-smb neutron-server[108158]: 'SubPort': {'1.0'}, Feb 17 04:32:27.618451 dv-cinder-829630-1-smb neutron-server[108158]: 'Subnet': {'1.1'}, Feb 17 04:32:27.618451 dv-cinder-829630-1-smb neutron-server[108158]: 'Trunk': {'1.1'}} Feb 17 04:32:27.618451 dv-cinder-829630-1-smb neutron-server[108158]: consumer versions: Feb 17 04:32:27.618451 dv-cinder-829630-1-smb neutron-server[108158]: { DHCP agent@dv-cinder-829630-1-smb: {}, Feb 17 04:32:27.618451 dv-cinder-829630-1-smb neutron-server[108158]: L3 agent@dv-cinder-829630-1-smb: {}, Feb 17 04:32:27.618451 dv-cinder-829630-1-smb neutron-server[108158]: Metadata agent@dv-cinder-829630-1-smb: {}, Feb 17 04:32:27.618451 dv-cinder-829630-1-smb neutron-server[108158]: Metering agent@dv-cinder-829630-1-smb: {}, Feb 17 04:32:27.618451 dv-cinder-829630-1-smb neutron-server[108158]: Open vSwitch agent@dv-cinder-829630-1-smb: { 'AddressGroup': '1.2', Feb 17 04:32:27.618451 dv-cinder-829630-1-smb neutron-server[108158]: 'ConntrackHelper': '1.0', Feb 17 04:32:27.618451 dv-cinder-829630-1-smb neutron-server[108158]: 'Log': '1.0', Feb 17 04:32:27.618451 dv-cinder-829630-1-smb neutron-server[108158]: 'Network': '1.1', Feb 17 04:32:27.618451 dv-cinder-829630-1-smb neutron-server[108158]: 'Port': '1.7', Feb 17 04:32:27.618451 dv-cinder-829630-1-smb neutron-server[108158]: 'PortForwarding': '1.2', Feb 17 04:32:27.618451 dv-cinder-829630-1-smb neutron-server[108158]: 'QosPolicy': '1.9', Feb 17 04:32:27.618451 dv-cinder-829630-1-smb neutron-server[108158]: 'SecurityGroup': '1.4', Feb 17 04:32:27.618451 dv-cinder-829630-1-smb neutron-server[108158]: 'SecurityGroupRule': '1.2', Feb 17 04:32:27.618451 dv-cinder-829630-1-smb neutron-server[108158]: 'SubPort': '1.0', Feb 17 04:32:27.618451 dv-cinder-829630-1-smb neutron-server[108158]: 'Subnet': '1.1', Feb 17 04:32:27.618451 dv-cinder-829630-1-smb neutron-server[108158]: 'Trunk': '1.1'}} Feb 17 04:32:27.618451 dv-cinder-829630-1-smb neutron-server[108158]: {{(pid=108158) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 17 04:32:27.642014 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-87c43a14-1afa-4b6f-826f-39c0722ce286 None None] Provisioning complete for port 0e20f006-d73a-4c74-a40a-de8fe72a0952 triggered by entity DHCP. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:32:27.642483 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-87c43a14-1afa-4b6f-826f-39c0722ce286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:27.679048 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.plugin [None req-87c43a14-1afa-4b6f-826f-39c0722ce286 None None] Port 0e20f006-d73a-4c74-a40a-de8fe72a0952 cannot update to ACTIVE because it is not bound. {{(pid=108157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 17 04:32:27.689902 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.plugins.ml2.db [None req-db272b55-6f59-4564-9afc-b9ce57bfc04e None None] For port 0e20f006-d73a-4c74-a40a-de8fe72a0952, host dv-cinder-829630-1-smb, cleared binding levels {{(pid=108158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 04:32:27.709392 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.plugins.ml2.db [None req-db272b55-6f59-4564-9afc-b9ce57bfc04e None None] For port 0e20f006-d73a-4c74-a40a-de8fe72a0952, host dv-cinder-829630-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-smb',level=0,port_id=0e20f006-d73a-4c74-a40a-de8fe72a0952,segment=NetworkSegment(43180bd7-9dd2-496e-ad5a-01159406934e),segment_id=43180bd7-9dd2-496e-ad5a-01159406934e)] {{(pid=108158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 04:32:27.713834 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron_lib.callbacks.manager [None req-db272b55-6f59-4564-9afc-b9ce57bfc04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:27.770736 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db272b55-6f59-4564-9afc-b9ce57bfc04e None None] Routers {'7ff28fa3-dd91-4e39-96cb-c34debb743e9'} bound to L3 agent in host dv-cinder-829630-1-smb {{(pid=108158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:32:27.771532 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_hamode_db [None req-db272b55-6f59-4564-9afc-b9ce57bfc04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-17T04:31:52Z,description=,heartbeat_timestamp=2022-02-17T04:32:22Z,host='dv-cinder-829630-1-smb',id=e8023405-eda5-4975-af11-622b29ed5550,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:52Z,topic='l3_agent')) {'router_ids': ['7ff28fa3-dd91-4e39-96cb-c34debb743e9'], 'active': True} {{(pid=108158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:32:27.773450 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe223762-89e9-4e05-bfb5-ba34c9597efa None None] Pushing event updated for resources: {'Port': ['ID=0e20f006-d73a-4c74-a40a-de8fe72a0952,revision_number=4']} {{(pid=108158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:32:27.869931 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_dvr_db [None req-db272b55-6f59-4564-9afc-b9ce57bfc04e None None] Set router 7ff28fa3-dd91-4e39-96cb-c34debb743e9 gateway port host: None {{(pid=108158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:32:28.003623 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-60dbf1ae-d15f-433d-8ee4-b75d9417ada6 None None] Provisioning complete for port 0e20f006-d73a-4c74-a40a-de8fe72a0952 triggered by entity DHCP. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:32:28.003992 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-60dbf1ae-d15f-433d-8ee4-b75d9417ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:28.082816 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-60dbf1ae-d15f-433d-8ee4-b75d9417ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:28.085029 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_hamode_db [None req-db272b55-6f59-4564-9afc-b9ce57bfc04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff28fa3-dd91-4e39-96cb-c34debb743e9', 'name': 'router1', 'tenant_id': 'ef18a5adcd2249aaa83dfb79e0cef696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:32:15Z', 'updated_at': '2022-02-17T04:32:25Z', 'revision_number': 2, 'project_id': 'ef18a5adcd2249aaa83dfb79e0cef696', 'gw_port_host': None, '_interfaces': [{'id': '0e20f006-d73a-4c74-a40a-de8fe72a0952', 'name': '', 'network_id': 'de6f967b-1f5b-4dbd-bae2-2b6590a2617e', 'tenant_id': 'ef18a5adcd2249aaa83dfb79e0cef696', 'mac_address': 'fa:16:3e:b7:be:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff28fa3-dd91-4e39-96cb-c34debb743e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9d377347-deb5-4be1-9428-ef88dad7bc94', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:32:24Z', 'updated_at': '2022-02-17T04:32:27Z', 'revision_number': 4, 'project_id': 'ef18a5adcd2249aaa83dfb79e0cef696', 'subnets': [{'id': '9d377347-deb5-4be1-9428-ef88dad7bc94', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9ea8b9cd-272c-4b94-a2e5-a4e0b3c1540c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-1-smb', False) {} {{(pid=108158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:32:28.113877 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db272b55-6f59-4564-9afc-b9ce57bfc04e None None] The sync data for ids ['7ff28fa3-dd91-4e39-96cb-c34debb743e9'] in dv-cinder-829630-1-smb is: [{'id': '7ff28fa3-dd91-4e39-96cb-c34debb743e9', 'name': 'router1', 'tenant_id': 'ef18a5adcd2249aaa83dfb79e0cef696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:32:15Z', 'updated_at': '2022-02-17T04:32:25Z', 'revision_number': 2, 'project_id': 'ef18a5adcd2249aaa83dfb79e0cef696', 'gw_port_host': None, '_interfaces': [{'id': '0e20f006-d73a-4c74-a40a-de8fe72a0952', 'name': '', 'network_id': 'de6f967b-1f5b-4dbd-bae2-2b6590a2617e', 'tenant_id': 'ef18a5adcd2249aaa83dfb79e0cef696', 'mac_address': 'fa:16:3e:b7:be:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff28fa3-dd91-4e39-96cb-c34debb743e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9d377347-deb5-4be1-9428-ef88dad7bc94', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:32:24Z', 'updated_at': '2022-02-17T04:32:27Z', 'revision_number': 4, 'project_id': 'ef18a5adcd2249aaa83dfb79e0cef696', 'subnets': [{'id': '9d377347-deb5-4be1-9428-ef88dad7bc94', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9ea8b9cd-272c-4b94-a2e5-a4e0b3c1540c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 04:32:28.114142 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-60dbf1ae-d15f-433d-8ee4-b75d9417ada6 None None] For port 0e20f006-d73a-4c74-a40a-de8fe72a0952, host dv-cinder-829630-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-smb',level=0,port_id=0e20f006-d73a-4c74-a40a-de8fe72a0952,segment=NetworkSegment(43180bd7-9dd2-496e-ad5a-01159406934e),segment_id=43180bd7-9dd2-496e-ad5a-01159406934e)] {{(pid=108157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:32:28.119276 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-60dbf1ae-d15f-433d-8ee4-b75d9417ada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:28.170091 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dbf1ae-d15f-433d-8ee4-b75d9417ada6 None None] Pushing event updated for resources: {'Port': ['ID=0e20f006-d73a-4c74-a40a-de8fe72a0952,revision_number=5']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:32:28.359730 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 54324) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:32:28.473563 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823feb46-cf4b-46f0-a2b5-5bbb5441d578 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:32:28.474922 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-823feb46-cf4b-46f0-a2b5-5bbb5441d578 admin admin] 10.222.0.36 "GET /v2.0/networks/9ee4813c-26bc-4ce0-8bb0-948d56f273c2 HTTP/1.1" status: 200 len: 842 time: 0.1142492 Feb 17 04:32:28.485516 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.v2.base [None req-4df280c4-7463-4f04-8c78-e3780a6eb5a7 admin admin] Request body: {'subnet': {'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4}} {{(pid=108155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:32:28.507212 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4df280c4-7463-4f04-8c78-e3780a6eb5a7 admin admin] Made reservation on behalf of 83a5554007974f958f8aa1fc494a0ffe for: {'subnet': 1} {{(pid=108155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:32:28.509416 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-4df280c4-7463-4f04-8c78-e3780a6eb5a7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:28.820648 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.objects.ports [None req-4df280c4-7463-4f04-8c78-e3780a6eb5a7 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=108155) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 17 04:32:28.821105 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-4df280c4-7463-4f04-8c78-e3780a6eb5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785'] for subnet, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:28.874520 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df280c4-7463-4f04-8c78-e3780a6eb5a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9f6ab95-7249-4be3-8bb0-da1d9214eacd,revision_number=0']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:32:28.884642 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df280c4-7463-4f04-8c78-e3780a6eb5a7 admin admin] Checking segment: {'id': 'e91f6497-8228-4e22-a6c9-5a362f6f98f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:32:28.885000 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df280c4-7463-4f04-8c78-e3780a6eb5a7 admin admin] Network hostable DHCP agents. Network: 9ee4813c-26bc-4ce0-8bb0-948d56f273c2, hostable agents: ['d83db365-ab74-4a5c-900a-be065315088d'], hosted agents: [] {{(pid=108155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 04:32:28.901309 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df280c4-7463-4f04-8c78-e3780a6eb5a7 admin admin] Network 9ee4813c-26bc-4ce0-8bb0-948d56f273c2 is scheduled to be hosted by DHCP agent d83db365-ab74-4a5c-900a-be065315088d with binding_index 1 {{(pid=108155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 04:32:28.910614 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.scheduler.base_scheduler [None req-4df280c4-7463-4f04-8c78-e3780a6eb5a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829630-1-smb, 9ee4813c-26bc-4ce0-8bb0-948d56f273c2) {{(pid=108155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:32:28.915300 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df280c4-7463-4f04-8c78-e3780a6eb5a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:32:28.915879 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-4df280c4-7463-4f04-8c78-e3780a6eb5a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737771'] for subnet, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:28.920810 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f569b2f8-0244-4269-b8a8-88ffc66dff81 None None] Network 9ee4813c-26bc-4ce0-8bb0-948d56f273c2 requested from dv-cinder-829630-1-smb {{(pid=108157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 17 04:32:28.939221 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-4df280c4-7463-4f04-8c78-e3780a6eb5a7 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4496105 Feb 17 04:32:29.073648 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c9c24d-4cb3-4854-bde4-4a2b82191d2b None None] Network 9ee4813c-26bc-4ce0-8bb0-948d56f273c2 requested from dv-cinder-829630-1-smb {{(pid=108157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 17 04:32:31.265799 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 54332) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:32:31.404921 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-53dd7967-7579-49a9-8ad6-6f69252ae10a admin admin] 10.222.0.36 "GET /v2.0/routers/7ff28fa3-dd91-4e39-96cb-c34debb743e9 HTTP/1.1" status: 200 len: 710 time: 0.1378417 Feb 17 04:32:31.494802 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7b3c0a-2393-4884-a2b2-9e4e5b96675b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:32:31.502103 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-4c7b3c0a-2393-4884-a2b2-9e4e5b96675b admin admin] 10.222.0.36 "GET /v2.0/networks/9ee4813c-26bc-4ce0-8bb0-948d56f273c2 HTTP/1.1" status: 200 len: 886 time: 0.0853803 Feb 17 04:32:31.506344 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.v2.base [None req-7dbbf3cd-f44b-44cc-878b-fd6c55e5d554 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2'}}} {{(pid=108156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:32:31.751972 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-7dbbf3cd-f44b-44cc-878b-fd6c55e5d554 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:31.986748 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-7dbbf3cd-f44b-44cc-878b-fd6c55e5d554 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:32.064053 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-7dbbf3cd-f44b-44cc-878b-fd6c55e5d554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:32.172585 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.db.db_base_plugin_common [None req-7dbbf3cd-f44b-44cc-878b-fd6c55e5d554 admin admin] Allocated IP 172.28.3.72 (9ee4813c-26bc-4ce0-8bb0-948d56f273c2/e9f6ab95-7249-4be3-8bb0-da1d9214eacd/6794cd49-f66c-4022-beb8-177670a32909) {{(pid=108156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:32:32.341281 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-7dbbf3cd-f44b-44cc-878b-fd6c55e5d554 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:32.373467 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-7dbbf3cd-f44b-44cc-878b-fd6c55e5d554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733365499769'] for port, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:32.414385 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbbf3cd-f44b-44cc-878b-fd6c55e5d554 admin admin] Network 9ee4813c-26bc-4ce0-8bb0-948d56f273c2 is already hosted by enough agents. {{(pid=108156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:32:32.417127 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.scheduler.base_scheduler [None req-7dbbf3cd-f44b-44cc-878b-fd6c55e5d554 admin admin] Resources bound (agent type, host, resource id): {{(pid=108156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:32:32.419762 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbbf3cd-f44b-44cc-878b-fd6c55e5d554 admin admin] Received port after_create {{(pid=108156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:32:32.457682 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbbf3cd-f44b-44cc-878b-fd6c55e5d554 admin admin] Pushing event updated for resources: {'Port': ['ID=6794cd49-f66c-4022-beb8-177670a32909,revision_number=1']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:32:32.671647 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-7dbbf3cd-f44b-44cc-878b-fd6c55e5d554 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:32.869590 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-7dbbf3cd-f44b-44cc-878b-fd6c55e5d554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-649926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9615'] for router, precommit_update {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:32.873606 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-7dbbf3cd-f44b-44cc-878b-fd6c55e5d554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-650023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-650030', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-650354'] for router, after_update {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:32.986224 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dbbf3cd-f44b-44cc-878b-fd6c55e5d554 admin admin] Router 7ff28fa3-dd91-4e39-96cb-c34debb743e9 has already been hosted by L3 agent e8023405-eda5-4975-af11-622b29ed5550 {{(pid=108156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 04:32:33.091234 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dbbf3cd-f44b-44cc-878b-fd6c55e5d554 admin admin] Notify agent at l3_agent.dv-cinder-829630-1-smb the message routers_updated {{(pid=108156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 04:32:33.095710 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-7dbbf3cd-f44b-44cc-878b-fd6c55e5d554 admin admin] Notify callbacks [] for router, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:33.097278 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-7dbbf3cd-f44b-44cc-878b-fd6c55e5d554 admin admin] 10.222.0.36 "PUT /v2.0/routers/7ff28fa3-dd91-4e39-96cb-c34debb743e9 HTTP/1.1" status: 200 len: 889 time: 1.5938981 Feb 17 04:32:34.069153 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Device 0e20f006-d73a-4c74-a40a-de8fe72a0952 up at agent ovs-agent-dv-cinder-829630-1-smb {{(pid=108157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:32:34.117920 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Provisioning complete for port 0e20f006-d73a-4c74-a40a-de8fe72a0952 triggered by entity L2. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:32:34.118293 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:34.762036 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366516c8-7162-4ec6-92cd-e219522cf691 None None] Sync routers for ids ['7ff28fa3-dd91-4e39-96cb-c34debb743e9'] in dv-cinder-829630-1-smb {{(pid=108157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 04:32:34.773177 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366516c8-7162-4ec6-92cd-e219522cf691 None None] Routers {'7ff28fa3-dd91-4e39-96cb-c34debb743e9'} bound to L3 agent in host dv-cinder-829630-1-smb {{(pid=108157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:32:34.773807 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_hamode_db [None req-366516c8-7162-4ec6-92cd-e219522cf691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-17T04:31:52Z,description=,heartbeat_timestamp=2022-02-17T04:32:22Z,host='dv-cinder-829630-1-smb',id=e8023405-eda5-4975-af11-622b29ed5550,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:52Z,topic='l3_agent')) {'router_ids': ['7ff28fa3-dd91-4e39-96cb-c34debb743e9'], 'active': True} {{(pid=108157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:32:34.980957 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_dvr_db [None req-366516c8-7162-4ec6-92cd-e219522cf691 None None] Set router 7ff28fa3-dd91-4e39-96cb-c34debb743e9 gateway port host: dv-cinder-829630-1-smb {{(pid=108157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:32:35.427703 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_hamode_db [None req-366516c8-7162-4ec6-92cd-e219522cf691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff28fa3-dd91-4e39-96cb-c34debb743e9', 'name': 'router1', 'tenant_id': 'ef18a5adcd2249aaa83dfb79e0cef696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'external_fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.72'}], 'enable_snat': True}, 'gw_port_id': '6794cd49-f66c-4022-beb8-177670a32909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:32:15Z', 'updated_at': '2022-02-17T04:32:32Z', 'revision_number': 4, 'project_id': 'ef18a5adcd2249aaa83dfb79e0cef696', 'gw_port': {'id': '6794cd49-f66c-4022-beb8-177670a32909', 'name': '', 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ef:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff28fa3-dd91-4e39-96cb-c34debb743e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:32:32Z', 'updated_at': '2022-02-17T04:32:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-smb', '_interfaces': [{'id': '0e20f006-d73a-4c74-a40a-de8fe72a0952', 'name': '', 'network_id': 'de6f967b-1f5b-4dbd-bae2-2b6590a2617e', 'tenant_id': 'ef18a5adcd2249aaa83dfb79e0cef696', 'mac_address': 'fa:16:3e:b7:be:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff28fa3-dd91-4e39-96cb-c34debb743e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9d377347-deb5-4be1-9428-ef88dad7bc94', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:32:24Z', 'updated_at': '2022-02-17T04:32:28Z', 'revision_number': 5, 'project_id': 'ef18a5adcd2249aaa83dfb79e0cef696', 'subnets': [{'id': '9d377347-deb5-4be1-9428-ef88dad7bc94', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9ea8b9cd-272c-4b94-a2e5-a4e0b3c1540c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-1-smb', False) {} {{(pid=108157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:32:35.478363 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366516c8-7162-4ec6-92cd-e219522cf691 None None] Checking router: 7ff28fa3-dd91-4e39-96cb-c34debb743e9 for host: dv-cinder-829630-1-smb {{(pid=108157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 04:32:35.478713 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366516c8-7162-4ec6-92cd-e219522cf691 None None] Updating router 7ff28fa3-dd91-4e39-96cb-c34debb743e9 port 6794cd49-f66c-4022-beb8-177670a32909 binding host dv-cinder-829630-1-smb {{(pid=108157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 04:32:35.527599 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-366516c8-7162-4ec6-92cd-e219522cf691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:35.577829 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 54344) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:32:35.691052 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-45873b7b-c842-485b-8824-ee73cb6b984a admin admin] 10.222.0.36 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1113014 Feb 17 04:32:35.850590 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-366516c8-7162-4ec6-92cd-e219522cf691 None None] Notify callbacks [] for port, precommit_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:35.856262 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-366516c8-7162-4ec6-92cd-e219522cf691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:35.906200 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.managers [None req-366516c8-7162-4ec6-92cd-e219522cf691 None None] Attempting to bind port 6794cd49-f66c-4022-beb8-177670a32909 on host dv-cinder-829630-1-smb for vnic_type normal with profile {{(pid=108157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 04:32:35.906573 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.managers [None req-366516c8-7162-4ec6-92cd-e219522cf691 None None] Attempting to bind port 6794cd49-f66c-4022-beb8-177670a32909 by drivers openvswitch,hyperv on host dv-cinder-829630-1-smb at level 0 using segments [{'id': 'e91f6497-8228-4e22-a6c9-5a362f6f98f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2'}] {{(pid=108157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 04:32:35.906983 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366516c8-7162-4ec6-92cd-e219522cf691 None None] Attempting to bind port 6794cd49-f66c-4022-beb8-177670a32909 on network 9ee4813c-26bc-4ce0-8bb0-948d56f273c2 {{(pid=108157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:32:35.913808 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c4d9a6-104e-41b5-9bb7-ea71495bc2a7 None None] Pushing event updated for resources: {'Port': ['ID=6794cd49-f66c-4022-beb8-177670a32909,revision_number=2']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:32:35.916266 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366516c8-7162-4ec6-92cd-e219522cf691 None None] Checking agent: {'id': 'd1beeaa3-bd36-43bd-8b31-620fffa1b4c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 4, 31, 55), 'started_at': datetime.datetime(2022, 2, 17, 4, 32, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 4, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 04:32:35.916643 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366516c8-7162-4ec6-92cd-e219522cf691 None None] Checking segment: {'id': 'e91f6497-8228-4e22-a6c9-5a362f6f98f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:32:35.917042 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-366516c8-7162-4ec6-92cd-e219522cf691 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:35.918287 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366516c8-7162-4ec6-92cd-e219522cf691 None None] Bound using segment: {'id': 'e91f6497-8228-4e22-a6c9-5a362f6f98f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2'} {{(pid=108157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 04:32:35.918455 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.managers [None req-366516c8-7162-4ec6-92cd-e219522cf691 None None] Bound port: 6794cd49-f66c-4022-beb8-177670a32909, host: dv-cinder-829630-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e91f6497-8228-4e22-a6c9-5a362f6f98f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2'}}] {{(pid=108157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 04:32:35.918852 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-366516c8-7162-4ec6-92cd-e219522cf691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:35.971763 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-366516c8-7162-4ec6-92cd-e219522cf691 None None] For port 6794cd49-f66c-4022-beb8-177670a32909, host dv-cinder-829630-1-smb, cleared binding levels {{(pid=108157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 04:32:35.974676 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-366516c8-7162-4ec6-92cd-e219522cf691 None None] For port 6794cd49-f66c-4022-beb8-177670a32909, host dv-cinder-829630-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-smb',level=0,port_id=6794cd49-f66c-4022-beb8-177670a32909,segment=NetworkSegment(e91f6497-8228-4e22-a6c9-5a362f6f98f1),segment_id=e91f6497-8228-4e22-a6c9-5a362f6f98f1)] {{(pid=108157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 04:32:35.978918 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-366516c8-7162-4ec6-92cd-e219522cf691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:36.034537 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366516c8-7162-4ec6-92cd-e219522cf691 None None] Routers {'7ff28fa3-dd91-4e39-96cb-c34debb743e9'} bound to L3 agent in host dv-cinder-829630-1-smb {{(pid=108157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:32:36.035167 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_hamode_db [None req-366516c8-7162-4ec6-92cd-e219522cf691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-17T04:31:52Z,description=,heartbeat_timestamp=2022-02-17T04:32:22Z,host='dv-cinder-829630-1-smb',id=e8023405-eda5-4975-af11-622b29ed5550,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:52Z,topic='l3_agent')) {'router_ids': ['7ff28fa3-dd91-4e39-96cb-c34debb743e9'], 'active': True} {{(pid=108157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:32:36.077503 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c4d9a6-104e-41b5-9bb7-ea71495bc2a7 None None] Pushing event updated for resources: {'Port': ['ID=6794cd49-f66c-4022-beb8-177670a32909,revision_number=3']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:32:36.160740 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_dvr_db [None req-366516c8-7162-4ec6-92cd-e219522cf691 None None] Set router 7ff28fa3-dd91-4e39-96cb-c34debb743e9 gateway port host: dv-cinder-829630-1-smb {{(pid=108157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:32:36.376650 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_hamode_db [None req-366516c8-7162-4ec6-92cd-e219522cf691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff28fa3-dd91-4e39-96cb-c34debb743e9', 'name': 'router1', 'tenant_id': 'ef18a5adcd2249aaa83dfb79e0cef696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'external_fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.72'}], 'enable_snat': True}, 'gw_port_id': '6794cd49-f66c-4022-beb8-177670a32909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:32:15Z', 'updated_at': '2022-02-17T04:32:32Z', 'revision_number': 4, 'project_id': 'ef18a5adcd2249aaa83dfb79e0cef696', 'gw_port': {'id': '6794cd49-f66c-4022-beb8-177670a32909', 'name': '', 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ef:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff28fa3-dd91-4e39-96cb-c34debb743e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:32:32Z', 'updated_at': '2022-02-17T04:32:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-smb', '_interfaces': [{'id': '0e20f006-d73a-4c74-a40a-de8fe72a0952', 'name': '', 'network_id': 'de6f967b-1f5b-4dbd-bae2-2b6590a2617e', 'tenant_id': 'ef18a5adcd2249aaa83dfb79e0cef696', 'mac_address': 'fa:16:3e:b7:be:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff28fa3-dd91-4e39-96cb-c34debb743e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9d377347-deb5-4be1-9428-ef88dad7bc94', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:32:24Z', 'updated_at': '2022-02-17T04:32:28Z', 'revision_number': 5, 'project_id': 'ef18a5adcd2249aaa83dfb79e0cef696', 'subnets': [{'id': '9d377347-deb5-4be1-9428-ef88dad7bc94', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9ea8b9cd-272c-4b94-a2e5-a4e0b3c1540c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-1-smb', False) {} {{(pid=108157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:32:36.406592 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366516c8-7162-4ec6-92cd-e219522cf691 None None] The sync data for ids ['7ff28fa3-dd91-4e39-96cb-c34debb743e9'] in dv-cinder-829630-1-smb is: [{'id': '7ff28fa3-dd91-4e39-96cb-c34debb743e9', 'name': 'router1', 'tenant_id': 'ef18a5adcd2249aaa83dfb79e0cef696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'external_fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.72'}], 'enable_snat': True}, 'gw_port_id': '6794cd49-f66c-4022-beb8-177670a32909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:32:15Z', 'updated_at': '2022-02-17T04:32:32Z', 'revision_number': 4, 'project_id': 'ef18a5adcd2249aaa83dfb79e0cef696', 'gw_port': {'id': '6794cd49-f66c-4022-beb8-177670a32909', 'name': '', 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ef:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff28fa3-dd91-4e39-96cb-c34debb743e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:32:32Z', 'updated_at': '2022-02-17T04:32:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-smb', '_interfaces': [{'id': '0e20f006-d73a-4c74-a40a-de8fe72a0952', 'name': '', 'network_id': 'de6f967b-1f5b-4dbd-bae2-2b6590a2617e', 'tenant_id': 'ef18a5adcd2249aaa83dfb79e0cef696', 'mac_address': 'fa:16:3e:b7:be:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff28fa3-dd91-4e39-96cb-c34debb743e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9d377347-deb5-4be1-9428-ef88dad7bc94', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:32:24Z', 'updated_at': '2022-02-17T04:32:28Z', 'revision_number': 5, 'project_id': 'ef18a5adcd2249aaa83dfb79e0cef696', 'subnets': [{'id': '9d377347-deb5-4be1-9428-ef88dad7bc94', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9ea8b9cd-272c-4b94-a2e5-a4e0b3c1540c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 04:32:38.103280 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Device 6794cd49-f66c-4022-beb8-177670a32909 up at agent ovs-agent-dv-cinder-829630-1-smb {{(pid=108157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:32:38.162650 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Provisioning complete for port 6794cd49-f66c-4022-beb8-177670a32909 triggered by entity L2. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:32:38.162650 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:38.252493 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:38.274012 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] For port 6794cd49-f66c-4022-beb8-177670a32909, host dv-cinder-829630-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-smb',level=0,port_id=6794cd49-f66c-4022-beb8-177670a32909,segment=NetworkSegment(e91f6497-8228-4e22-a6c9-5a362f6f98f1),segment_id=e91f6497-8228-4e22-a6c9-5a362f6f98f1)] {{(pid=108157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:32:38.279609 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:38.347756 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Pushing event updated for resources: {'Port': ['ID=6794cd49-f66c-4022-beb8-177670a32909,revision_number=4']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:32:40.104115 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Device 6794cd49-f66c-4022-beb8-177670a32909 up at agent ovs-agent-dv-cinder-829630-1-smb {{(pid=108157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:32:40.187872 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Provisioning complete for port 6794cd49-f66c-4022-beb8-177670a32909 triggered by entity L2. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:32:40.188246 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:49.465717 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-e88cd2f5-c322-41a1-9be3-3bbb66fc6c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:51.731633 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-de5daaec-9d54-494f-981e-a0a49a247f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:51.851642 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.agents_db [None req-cbde576c-1bd3-47c0-9bd8-6306741b546e None None] Agent healthcheck: found 5 active agents {{(pid=108158) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 04:32:53.054795 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-ad5ef704-a6a3-47d1-bcb0-f74a0b5e809f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:54.038431 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-8e3772f1-a52a-48a7-84fa-494c57cc135e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:54.660889 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:33:19.467904 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-c9cc4ce0-f4d9-478f-b77e-ae63cde0a039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:33:21.731002 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-2d4a2d2a-8423-4b2d-b0b8-7ba9d0bb6d28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:33:22.961234 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-ad5ef704-a6a3-47d1-bcb0-f74a0b5e809f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:33:24.046240 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-8e3772f1-a52a-48a7-84fa-494c57cc135e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:33:24.659379 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:33:28.852885 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.agents_db [None req-cbde576c-1bd3-47c0-9bd8-6306741b546e None None] Agent healthcheck: found 5 active agents {{(pid=108158) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 04:33:49.471692 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-a556c41e-a3b2-49c0-9983-a54b37719a7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:33:51.722481 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-135d2f53-85b4-4806-833f-f09696b68ae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:33:52.959460 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-ad5ef704-a6a3-47d1-bcb0-f74a0b5e809f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:33:54.038330 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-8e3772f1-a52a-48a7-84fa-494c57cc135e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:33:54.657912 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:34:05.852098 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.agents_db [None req-cbde576c-1bd3-47c0-9bd8-6306741b546e None None] Agent healthcheck: found 5 active agents {{(pid=108158) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 04:34:18.005632 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 54906) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:34:18.067303 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.pecan_wsgi.hooks.translation [None req-33b4cf83-e91f-4ead-af85-ed10ff60c280 admin admin] GET failed (client error): The resource could not be found. Feb 17 04:34:18.068659 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-33b4cf83-e91f-4ead-af85-ed10ff60c280 admin admin] 10.222.0.36 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0620806 Feb 17 04:34:18.235068 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6664780-e112-4ee0-8c7d-37b45c7bc0d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:34:18.236455 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-c6664780-e112-4ee0-8c7d-37b45c7bc0d9 admin admin] 10.222.0.36 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1625197 Feb 17 04:34:19.475692 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-c112316d-b40a-46d3-ac82-91d19e96253e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:34:20.438837 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 54916) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:34:20.529143 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1151fede-acce-4c1b-9afc-379d310f98f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:34:20.530465 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-1151fede-acce-4c1b-9afc-379d310f98f1 admin admin] 10.222.0.36 "GET /v2.0/subnets/9d377347-deb5-4be1-9428-ef88dad7bc94 HTTP/1.1" status: 200 len: 849 time: 0.0905843 Feb 17 04:34:20.540580 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.v2.base [None req-0596cdf9-9189-46c4-9ad0-b83dceeb3c66 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=108156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:34:20.626117 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-0596cdf9-9189-46c4-9ad0-b83dceeb3c66 admin admin] Notify callbacks [] for subnet, before_update {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:34:20.768903 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-0596cdf9-9189-46c4-9ad0-b83dceeb3c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733365900391'] for subnet, after_update {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:34:20.882156 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0596cdf9-9189-46c4-9ad0-b83dceeb3c66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:34:20.883268 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-0596cdf9-9189-46c4-9ad0-b83dceeb3c66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737771'] for subnet, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:34:20.883922 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-0596cdf9-9189-46c4-9ad0-b83dceeb3c66 admin admin] 10.222.0.36 "PUT /v2.0/subnets/9d377347-deb5-4be1-9428-ef88dad7bc94 HTTP/1.1" status: 200 len: 868 time: 0.3469222 Feb 17 04:34:20.898411 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304d4388-04c5-405e-950f-c9b6498dc650 None None] Network de6f967b-1f5b-4dbd-bae2-2b6590a2617e requested from dv-cinder-829630-1-smb {{(pid=108157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 17 04:34:20.904790 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0596cdf9-9189-46c4-9ad0-b83dceeb3c66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d377347-deb5-4be1-9428-ef88dad7bc94,revision_number=1']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:34:20.912393 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0596cdf9-9189-46c4-9ad0-b83dceeb3c66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:34:20.912775 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0596cdf9-9189-46c4-9ad0-b83dceeb3c66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:34:20.913109 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0596cdf9-9189-46c4-9ad0-b83dceeb3c66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:34:20.913448 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0596cdf9-9189-46c4-9ad0-b83dceeb3c66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:34:20.914518 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0596cdf9-9189-46c4-9ad0-b83dceeb3c66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:34:20.914518 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0596cdf9-9189-46c4-9ad0-b83dceeb3c66 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:34:20.914518 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0596cdf9-9189-46c4-9ad0-b83dceeb3c66 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:34:20.914811 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0596cdf9-9189-46c4-9ad0-b83dceeb3c66 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:34:20.915104 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0596cdf9-9189-46c4-9ad0-b83dceeb3c66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:34:20.915433 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0596cdf9-9189-46c4-9ad0-b83dceeb3c66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:34:20.916280 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0596cdf9-9189-46c4-9ad0-b83dceeb3c66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:34:20.916605 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0596cdf9-9189-46c4-9ad0-b83dceeb3c66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:34:21.293845 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-dcf924ef-bec7-4212-92eb-28dd1b8253ea None None] Provisioning complete for port 11e3f997-e037-4ef4-9e02-2e37d0b9f034 triggered by entity DHCP. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:34:21.294274 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-dcf924ef-bec7-4212-92eb-28dd1b8253ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:34:21.381722 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-dcf924ef-bec7-4212-92eb-28dd1b8253ea None None] Provisioning complete for port 0e20f006-d73a-4c74-a40a-de8fe72a0952 triggered by entity DHCP. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:34:21.382012 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-dcf924ef-bec7-4212-92eb-28dd1b8253ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:34:21.725166 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-9bbae3ff-9589-42a5-a418-7cd691688848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:34:22.965873 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-ad5ef704-a6a3-47d1-bcb0-f74a0b5e809f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:34:23.102844 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 54924) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:34:23.300828 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1aeb89d-6bc4-4d81-89dc-cb6258b88fd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:34:23.301211 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1aeb89d-6bc4-4d81-89dc-cb6258b88fd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:34:23.302730 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-b1aeb89d-6bc4-4d81-89dc-cb6258b88fd2 admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1983366 Feb 17 04:34:24.041828 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-8e3772f1-a52a-48a7-84fa-494c57cc135e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:34:24.651085 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:34:25.530194 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 54932) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:34:25.661359 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068a570f-97d6-4423-901f-c44ec94e0d3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:34:25.661824 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068a570f-97d6-4423-901f-c44ec94e0d3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:34:25.663363 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-068a570f-97d6-4423-901f-c44ec94e0d3b admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1322277 Feb 17 04:34:27.881755 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 54940) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:34:28.009672 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e50b089-4b21-4a29-bb49-39ff1567fde7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:34:28.011084 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-0e50b089-4b21-4a29-bb49-39ff1567fde7 admin admin] 10.222.0.36 "GET /v2.0/networks/9ee4813c-26bc-4ce0-8bb0-948d56f273c2 HTTP/1.1" status: 200 len: 886 time: 0.1282980 Feb 17 04:34:30.253358 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 54948) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:34:30.386535 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00574805-1dfe-498d-93d0-6c9d0925bdf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:34:30.387836 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-00574805-1dfe-498d-93d0-6c9d0925bdf6 admin admin] 10.222.0.36 "GET /v2.0/networks/de6f967b-1f5b-4dbd-bae2-2b6590a2617e HTTP/1.1" status: 200 len: 868 time: 0.1335473 Feb 17 04:34:32.783042 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 54956) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:34:32.909185 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7105a47-2b6e-4565-b312-31a159741e29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:34:32.909633 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7105a47-2b6e-4565-b312-31a159741e29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:34:32.911145 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-f7105a47-2b6e-4565-b312-31a159741e29 admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1271522 Feb 17 04:34:35.158275 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 54964) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:34:35.252036 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0727416f-1845-400b-a570-cdd8d48db7fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:34:35.252505 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0727416f-1845-400b-a570-cdd8d48db7fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:34:35.254015 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-0727416f-1845-400b-a570-cdd8d48db7fd admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0947623 Feb 17 04:34:37.464249 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 54972) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:34:37.555035 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635e97cd-a77a-4a65-8654-a24656084f30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:34:37.556924 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-635e97cd-a77a-4a65-8654-a24656084f30 admin admin] 10.222.0.36 "GET /v2.0/subnets/9d377347-deb5-4be1-9428-ef88dad7bc94 HTTP/1.1" status: 200 len: 868 time: 0.0917523 Feb 17 04:34:39.789003 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 54980) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:34:39.877397 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a27b85d-89ca-4ec0-be48-fadbd11f361e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:34:39.878691 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-1a27b85d-89ca-4ec0-be48-fadbd11f361e admin admin] 10.222.0.36 "GET /v2.0/subnets/e9f6ab95-7249-4be3-8bb0-da1d9214eacd HTTP/1.1" status: 200 len: 816 time: 0.0886872 Feb 17 04:34:42.851426 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.agents_db [None req-cbde576c-1bd3-47c0-9bd8-6306741b546e None None] Agent healthcheck: found 5 active agents {{(pid=108158) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 04:34:49.477807 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-8e12dfe5-c263-45b6-bd9e-43505f01fa8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:34:51.728137 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-b03a7c32-b6cb-4a07-93c8-a35bfdb62578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:34:52.967808 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-ad5ef704-a6a3-47d1-bcb0-f74a0b5e809f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:34:54.049085 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-8e3772f1-a52a-48a7-84fa-494c57cc135e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:34:54.654778 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:35:00.242424 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 55034) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:35:00.298872 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [None req-922706cd-dd7e-4da2-8795-32a91349e921 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=108156) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 04:35:00.299914 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-922706cd-dd7e-4da2-8795-32a91349e921 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0564325 Feb 17 04:35:02.602591 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 55042) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:35:02.662831 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9199ec4-15af-4262-a9e5-eee75d50eab6 admin admin] GET failed (client error): The resource could not be found. Feb 17 04:35:02.664134 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-a9199ec4-15af-4262-a9e5-eee75d50eab6 admin admin] 10.222.0.36 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0606153 Feb 17 04:35:02.747979 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604626b4-ecbc-4206-91f8-5c6cac7d552d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:35:02.749431 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-604626b4-ecbc-4206-91f8-5c6cac7d552d admin admin] 10.222.0.36 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0803158 Feb 17 04:35:04.988550 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 55050) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:35:05.035747 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.v2.base [None req-06cec128-1c60-48c9-a35e-acc8dc6c2c58 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=108156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:35:05.057905 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06cec128-1c60-48c9-a35e-acc8dc6c2c58 admin admin] Made reservation on behalf of 83a5554007974f958f8aa1fc494a0ffe for: {'network': 1} {{(pid=108156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:35:05.060166 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-06cec128-1c60-48c9-a35e-acc8dc6c2c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for network, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:35:05.088324 dv-cinder-829630-1-smb neutron-server[108156]: WARNING neutron.services.revisions.revision_plugin [None req-06cec128-1c60-48c9-a35e-acc8dc6c2c58 admin admin] Could not find related network for resource to bump revision. Feb 17 04:35:05.104057 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06cec128-1c60-48c9-a35e-acc8dc6c2c58 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=108156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 04:35:05.113443 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-06cec128-1c60-48c9-a35e-acc8dc6c2c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1955041'] for segment, precommit_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:35:05.113795 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.db.segments_db [None req-06cec128-1c60-48c9-a35e-acc8dc6c2c58 admin admin] Added segment 17435502-1e9a-4cdc-95d7-3ffdff4cb15f of type vlan for network be1f5725-1f48-4afe-a774-98fd235eca94 Feb 17 04:35:05.171625 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-06cec128-1c60-48c9-a35e-acc8dc6c2c58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733365501916'] for network, precommit_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:35:05.199355 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-06cec128-1c60-48c9-a35e-acc8dc6c2c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-827310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785'] for network, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:35:05.200298 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06cec128-1c60-48c9-a35e-acc8dc6c2c58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:35:05.200872 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-06cec128-1c60-48c9-a35e-acc8dc6c2c58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737771'] for network, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:35:05.255114 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-06cec128-1c60-48c9-a35e-acc8dc6c2c58 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.2654459 Feb 17 04:35:05.260563 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cec128-1c60-48c9-a35e-acc8dc6c2c58 admin admin] Pushing event updated for resources: {'Network': ['ID=be1f5725-1f48-4afe-a774-98fd235eca94,revision_number=1']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:35:05.274281 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Network be1f5725-1f48-4afe-a774-98fd235eca94 details requested by agent ovs-agent-dv-cinder-829630-1-smb with host dv-cinder-829630-1-smb {{(pid=108157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 04:35:07.529676 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 55058) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:35:07.591619 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c46907b-82ef-4bd0-9a66-9df711fc0b18 admin admin] GET failed (client error): The resource could not be found. Feb 17 04:35:07.592971 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-8c46907b-82ef-4bd0-9a66-9df711fc0b18 admin admin] 10.222.0.36 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0623088 Feb 17 04:35:07.667044 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00a4a14-05eb-4ee7-936c-9cdab884ca9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:35:07.668503 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-f00a4a14-05eb-4ee7-936c-9cdab884ca9f admin admin] 10.222.0.36 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0708220 Feb 17 04:35:07.679645 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.v2.base [None req-27ed56f5-33f4-42f6-8d0d-f78807c3141b admin admin] Request body: {'subnet': {'network_id': 'be1f5725-1f48-4afe-a774-98fd235eca94', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=108156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:35:07.705647 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ed56f5-33f4-42f6-8d0d-f78807c3141b admin admin] Made reservation on behalf of 83a5554007974f958f8aa1fc494a0ffe for: {'subnet': 1} {{(pid=108156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:35:07.711555 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-27ed56f5-33f4-42f6-8d0d-f78807c3141b admin admin] Notify callbacks [] for subnet, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:35:07.892875 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-27ed56f5-33f4-42f6-8d0d-f78807c3141b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785'] for subnet, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:35:07.946779 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ed56f5-33f4-42f6-8d0d-f78807c3141b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3ca146f-9b80-4f05-bc06-70b223b6c21f,revision_number=0']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:35:07.958116 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ed56f5-33f4-42f6-8d0d-f78807c3141b admin admin] Checking segment: {'id': '17435502-1e9a-4cdc-95d7-3ffdff4cb15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'be1f5725-1f48-4afe-a774-98fd235eca94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:35:07.958464 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ed56f5-33f4-42f6-8d0d-f78807c3141b admin admin] Network hostable DHCP agents. Network: be1f5725-1f48-4afe-a774-98fd235eca94, hostable agents: ['d83db365-ab74-4a5c-900a-be065315088d'], hosted agents: [] {{(pid=108156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 04:35:07.981153 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ed56f5-33f4-42f6-8d0d-f78807c3141b admin admin] Network be1f5725-1f48-4afe-a774-98fd235eca94 is scheduled to be hosted by DHCP agent d83db365-ab74-4a5c-900a-be065315088d with binding_index 1 {{(pid=108156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 04:35:07.991564 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.scheduler.base_scheduler [None req-27ed56f5-33f4-42f6-8d0d-f78807c3141b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829630-1-smb, be1f5725-1f48-4afe-a774-98fd235eca94) {{(pid=108156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:35:07.996682 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ed56f5-33f4-42f6-8d0d-f78807c3141b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:35:07.997245 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-27ed56f5-33f4-42f6-8d0d-f78807c3141b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737771'] for subnet, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:35:08.001562 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7d01fe-4f36-4b93-9c01-9d27966c6704 None None] Network be1f5725-1f48-4afe-a774-98fd235eca94 requested from dv-cinder-829630-1-smb {{(pid=108157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 17 04:35:08.013237 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-27ed56f5-33f4-42f6-8d0d-f78807c3141b admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3378487 Feb 17 04:35:08.244829 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee07ad21-3a15-4c36-9d9f-6d2dfbaeb292 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10ecbc9c-6953-53e6-acd5-dd5662dd8f7d-be1f5725-1f48-4afe-a774-98fd235eca94', 'network_id': 'be1f5725-1f48-4afe-a774-98fd235eca94', 'tenant_id': '83a5554007974f958f8aa1fc494a0ffe', 'fixed_ips': [{'subnet_id': 'f3ca146f-9b80-4f05-bc06-70b223b6c21f'}]}} from dv-cinder-829630-1-smb. {{(pid=108157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 17 04:35:08.245855 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-ee07ad21-3a15-4c36-9d9f-6d2dfbaeb292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_create {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:35:08.390088 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.db_base_plugin_common [None req-ee07ad21-3a15-4c36-9d9f-6d2dfbaeb292 None None] Allocated IP 192.168.233.2 (be1f5725-1f48-4afe-a774-98fd235eca94/f3ca146f-9b80-4f05-bc06-70b223b6c21f/0686017e-eb00-4e79-8c19-ca3d87ba3ba5) {{(pid=108157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:35:08.534737 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-ee07ad21-3a15-4c36-9d9f-6d2dfbaeb292 None None] Notify callbacks [] for port, precommit_create {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:35:08.542792 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-ee07ad21-3a15-4c36-9d9f-6d2dfbaeb292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733365499769'] for port, after_create {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:35:08.582154 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee07ad21-3a15-4c36-9d9f-6d2dfbaeb292 None None] Network be1f5725-1f48-4afe-a774-98fd235eca94 is already hosted by enough agents. {{(pid=108157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:35:08.585826 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.scheduler.base_scheduler [None req-ee07ad21-3a15-4c36-9d9f-6d2dfbaeb292 None None] Resources bound (agent type, host, resource id): {{(pid=108157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:35:08.591603 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee07ad21-3a15-4c36-9d9f-6d2dfbaeb292 None None] Received port after_create {{(pid=108157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:35:08.603278 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee07ad21-3a15-4c36-9d9f-6d2dfbaeb292 None None] Pushing event updated for resources: {'Port': ['ID=0686017e-eb00-4e79-8c19-ca3d87ba3ba5,revision_number=1']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:35:08.626866 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee07ad21-3a15-4c36-9d9f-6d2dfbaeb292 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:35:08.627235 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee07ad21-3a15-4c36-9d9f-6d2dfbaeb292 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:35:08.627569 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee07ad21-3a15-4c36-9d9f-6d2dfbaeb292 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:35:08.627889 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee07ad21-3a15-4c36-9d9f-6d2dfbaeb292 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:35:08.628215 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee07ad21-3a15-4c36-9d9f-6d2dfbaeb292 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:35:08.628553 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee07ad21-3a15-4c36-9d9f-6d2dfbaeb292 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:35:08.628876 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee07ad21-3a15-4c36-9d9f-6d2dfbaeb292 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:35:08.629188 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee07ad21-3a15-4c36-9d9f-6d2dfbaeb292 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:35:08.629527 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee07ad21-3a15-4c36-9d9f-6d2dfbaeb292 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:35:08.629848 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee07ad21-3a15-4c36-9d9f-6d2dfbaeb292 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:35:08.630170 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee07ad21-3a15-4c36-9d9f-6d2dfbaeb292 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:35:08.630465 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee07ad21-3a15-4c36-9d9f-6d2dfbaeb292 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:35:08.661805 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.managers [None req-ee07ad21-3a15-4c36-9d9f-6d2dfbaeb292 None None] Attempting to bind port 0686017e-eb00-4e79-8c19-ca3d87ba3ba5 on host dv-cinder-829630-1-smb for vnic_type normal with profile {{(pid=108157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 04:35:08.662164 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.managers [None req-ee07ad21-3a15-4c36-9d9f-6d2dfbaeb292 None None] Attempting to bind port 0686017e-eb00-4e79-8c19-ca3d87ba3ba5 by drivers openvswitch,hyperv on host dv-cinder-829630-1-smb at level 0 using segments [{'id': '17435502-1e9a-4cdc-95d7-3ffdff4cb15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'be1f5725-1f48-4afe-a774-98fd235eca94'}] {{(pid=108157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 04:35:08.662518 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee07ad21-3a15-4c36-9d9f-6d2dfbaeb292 None None] Attempting to bind port 0686017e-eb00-4e79-8c19-ca3d87ba3ba5 on network be1f5725-1f48-4afe-a774-98fd235eca94 {{(pid=108157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:35:08.671181 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee07ad21-3a15-4c36-9d9f-6d2dfbaeb292 None None] Checking agent: {'id': 'd1beeaa3-bd36-43bd-8b31-620fffa1b4c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 4, 31, 55), 'started_at': datetime.datetime(2022, 2, 17, 4, 32, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 4, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 04:35:08.671683 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee07ad21-3a15-4c36-9d9f-6d2dfbaeb292 None None] Checking segment: {'id': '17435502-1e9a-4cdc-95d7-3ffdff4cb15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'be1f5725-1f48-4afe-a774-98fd235eca94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:35:08.672082 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-ee07ad21-3a15-4c36-9d9f-6d2dfbaeb292 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:35:08.672475 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee07ad21-3a15-4c36-9d9f-6d2dfbaeb292 None None] Bound using segment: {'id': '17435502-1e9a-4cdc-95d7-3ffdff4cb15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'be1f5725-1f48-4afe-a774-98fd235eca94'} {{(pid=108157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 04:35:08.672939 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.managers [None req-ee07ad21-3a15-4c36-9d9f-6d2dfbaeb292 None None] Bound port: 0686017e-eb00-4e79-8c19-ca3d87ba3ba5, host: dv-cinder-829630-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17435502-1e9a-4cdc-95d7-3ffdff4cb15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'be1f5725-1f48-4afe-a774-98fd235eca94'}}] {{(pid=108157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 04:35:08.673329 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-ee07ad21-3a15-4c36-9d9f-6d2dfbaeb292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:35:08.739739 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-ee07ad21-3a15-4c36-9d9f-6d2dfbaeb292 None None] For port 0686017e-eb00-4e79-8c19-ca3d87ba3ba5, host dv-cinder-829630-1-smb, cleared binding levels {{(pid=108157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 04:35:08.743178 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-ee07ad21-3a15-4c36-9d9f-6d2dfbaeb292 None None] For port 0686017e-eb00-4e79-8c19-ca3d87ba3ba5, host dv-cinder-829630-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-smb',level=0,port_id=0686017e-eb00-4e79-8c19-ca3d87ba3ba5,segment=NetworkSegment(17435502-1e9a-4cdc-95d7-3ffdff4cb15f),segment_id=17435502-1e9a-4cdc-95d7-3ffdff4cb15f)] {{(pid=108157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 04:35:08.749070 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-ee07ad21-3a15-4c36-9d9f-6d2dfbaeb292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:35:08.804789 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee07ad21-3a15-4c36-9d9f-6d2dfbaeb292 None None] Pushing event updated for resources: {'Port': ['ID=0686017e-eb00-4e79-8c19-ca3d87ba3ba5,revision_number=2']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:35:09.631660 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2080a3f-cd3a-433a-be8e-449189554a78 None None] Network be1f5725-1f48-4afe-a774-98fd235eca94 requested from dv-cinder-829630-1-smb {{(pid=108157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 17 04:35:09.704538 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-23385679-6f3b-4dbf-9694-51c3f4f9acba None None] Provisioning complete for port 0686017e-eb00-4e79-8c19-ca3d87ba3ba5 triggered by entity DHCP. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:35:09.705395 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-23385679-6f3b-4dbf-9694-51c3f4f9acba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:35:09.854044 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-23385679-6f3b-4dbf-9694-51c3f4f9acba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:35:09.897142 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-23385679-6f3b-4dbf-9694-51c3f4f9acba None None] For port 0686017e-eb00-4e79-8c19-ca3d87ba3ba5, host dv-cinder-829630-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-smb',level=0,port_id=0686017e-eb00-4e79-8c19-ca3d87ba3ba5,segment=NetworkSegment(17435502-1e9a-4cdc-95d7-3ffdff4cb15f),segment_id=17435502-1e9a-4cdc-95d7-3ffdff4cb15f)] {{(pid=108157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:35:09.902866 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-23385679-6f3b-4dbf-9694-51c3f4f9acba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:35:09.956864 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23385679-6f3b-4dbf-9694-51c3f4f9acba None None] Pushing event updated for resources: {'Port': ['ID=0686017e-eb00-4e79-8c19-ca3d87ba3ba5,revision_number=3']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:35:10.132837 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-abfdd182-ead1-4a89-b685-468cc25344f8 None None] Provisioning complete for port 0686017e-eb00-4e79-8c19-ca3d87ba3ba5 triggered by entity DHCP. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:35:10.134522 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-abfdd182-ead1-4a89-b685-468cc25344f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:35:10.183777 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Device 0686017e-eb00-4e79-8c19-ca3d87ba3ba5 up at agent ovs-agent-dv-cinder-829630-1-smb {{(pid=108157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:35:10.267170 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Provisioning complete for port 0686017e-eb00-4e79-8c19-ca3d87ba3ba5 triggered by entity L2. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:35:10.267542 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:35:19.480320 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-05aa3ae1-c3a3-4b2d-8c9a-b66ca776b44a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:35:19.850124 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.agents_db [None req-cbde576c-1bd3-47c0-9bd8-6306741b546e None None] Agent healthcheck: found 5 active agents {{(pid=108158) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 04:35:21.731262 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-43a998ee-a0a2-4e48-827a-8e947dcfd410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:35:22.972046 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-ad5ef704-a6a3-47d1-bcb0-f74a0b5e809f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:35:24.051583 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-8e3772f1-a52a-48a7-84fa-494c57cc135e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:35:24.657283 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:35:49.483369 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-ffc31bc0-f76e-4b51-9185-204a4cde2c4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:35:51.734424 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-c4b884d2-bc11-431f-877f-772f15060016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:35:52.977447 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-ad5ef704-a6a3-47d1-bcb0-f74a0b5e809f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:35:54.054657 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-8e3772f1-a52a-48a7-84fa-494c57cc135e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:35:54.659932 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:35:56.848284 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.agents_db [None req-cbde576c-1bd3-47c0-9bd8-6306741b546e None None] Agent healthcheck: found 5 active agents {{(pid=108158) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 04:36:19.486647 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-e121b9d6-c71b-41c1-b178-b5d6d2e633ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:36:21.736506 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-877e7871-f4b0-414b-9477-d3921618bb7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:36:22.976092 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-ad5ef704-a6a3-47d1-bcb0-f74a0b5e809f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:36:24.060466 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-8e3772f1-a52a-48a7-84fa-494c57cc135e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:36:24.662398 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:36:33.696533 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 55096) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:36:33.702337 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [None req-1d17587f-b30e-42e8-bac5-7828c9ae5d74 tempest-verify_tempest_config-701252992 tempest-verify_tempest_config-701252992-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=108156) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 04:36:33.703365 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-1d17587f-b30e-42e8-bac5-7828c9ae5d74 tempest-verify_tempest_config-701252992 tempest-verify_tempest_config-701252992-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058486 Feb 17 04:36:33.846461 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.agents_db [None req-cbde576c-1bd3-47c0-9bd8-6306741b546e None None] Agent healthcheck: found 5 active agents {{(pid=108158) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 04:36:33.998911 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 55114) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:36:34.101142 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-49a477eb-15da-4972-bfb4-d9b469a5a047 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:36:34.177401 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-49a477eb-15da-4972-bfb4-d9b469a5a047 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:36:34.182028 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-49a477eb-15da-4972-bfb4-d9b469a5a047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:36:34.228021 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-49a477eb-15da-4972-bfb4-d9b469a5a047 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=79750c64f25f4d9f9121686fe02f29ef&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2280440 Feb 17 04:36:34.230484 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a477eb-15da-4972-bfb4-d9b469a5a047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94fbde2b-0fe6-4d96-b9b4-7f0d91b3e2aa,revision_number=1']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:36:34.230688 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 55118) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:36:34.246155 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a477eb-15da-4972-bfb4-d9b469a5a047 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:36:34.246515 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a477eb-15da-4972-bfb4-d9b469a5a047 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:36:34.246857 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a477eb-15da-4972-bfb4-d9b469a5a047 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:36:34.247228 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a477eb-15da-4972-bfb4-d9b469a5a047 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:36:34.247549 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a477eb-15da-4972-bfb4-d9b469a5a047 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:36:34.247869 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a477eb-15da-4972-bfb4-d9b469a5a047 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:36:34.248184 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a477eb-15da-4972-bfb4-d9b469a5a047 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:36:34.248496 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a477eb-15da-4972-bfb4-d9b469a5a047 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:36:34.248823 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a477eb-15da-4972-bfb4-d9b469a5a047 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:36:34.249137 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a477eb-15da-4972-bfb4-d9b469a5a047 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:36:34.249446 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a477eb-15da-4972-bfb4-d9b469a5a047 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:36:34.249752 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a477eb-15da-4972-bfb4-d9b469a5a047 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:36:34.294619 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-ac0a4337-8e15-47cd-982c-0a3381188ff5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:36:34.314594 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-ac0a4337-8e15-47cd-982c-0a3381188ff5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:36:34.404909 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-ac0a4337-8e15-47cd-982c-0a3381188ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:36:34.407543 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-ac0a4337-8e15-47cd-982c-0a3381188ff5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:36:34.408750 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-ac0a4337-8e15-47cd-982c-0a3381188ff5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/94fbde2b-0fe6-4d96-b9b4-7f0d91b3e2aa HTTP/1.1" status: 204 len: 168 time: 0.1771162 Feb 17 04:36:34.416920 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0a4337-8e15-47cd-982c-0a3381188ff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94fbde2b-0fe6-4d96-b9b4-7f0d91b3e2aa,revision_number=None']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:36:49.495880 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-653e4762-887d-4cdd-8186-ba309515c5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:36:51.738692 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-92a1a71b-598f-49b6-917f-a5bf919db169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:36:52.977818 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-ad5ef704-a6a3-47d1-bcb0-f74a0b5e809f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:36:54.060881 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-8e3772f1-a52a-48a7-84fa-494c57cc135e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:36:54.668180 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:37:10.845068 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.agents_db [None req-cbde576c-1bd3-47c0-9bd8-6306741b546e None None] Agent healthcheck: found 5 active agents {{(pid=108158) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 04:37:19.488905 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-a5fd93ef-461a-4e4d-ae29-035578fca115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:37:21.742387 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-008e94e4-3ceb-45df-8434-63d698637e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:37:22.980491 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-ad5ef704-a6a3-47d1-bcb0-f74a0b5e809f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:37:24.064165 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-8e3772f1-a52a-48a7-84fa-494c57cc135e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:37:24.673680 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:37:47.843623 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.agents_db [None req-cbde576c-1bd3-47c0-9bd8-6306741b546e None None] Agent healthcheck: found 5 active agents {{(pid=108158) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 04:37:49.491349 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-0311413a-154b-447a-b75b-db2fba2c66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:37:51.743542 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-a9e4d683-d9d6-4a0b-b189-a06d3c34f0d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:37:52.982321 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-ad5ef704-a6a3-47d1-bcb0-f74a0b5e809f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:37:54.066633 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-8e3772f1-a52a-48a7-84fa-494c57cc135e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:37:54.676580 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:38:19.494875 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-634a6700-6f9b-42d1-b45b-02a900af1108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:38:21.745441 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-769bf02e-59dc-4c76-bd09-74555776b203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:38:22.984713 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-ad5ef704-a6a3-47d1-bcb0-f74a0b5e809f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:38:23.377500 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-649006'] for agent, after_create {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:38:24.070371 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-8e3772f1-a52a-48a7-84fa-494c57cc135e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:38:24.680102 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:38:24.843206 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.agents_db [None req-cbde576c-1bd3-47c0-9bd8-6306741b546e None None] Agent healthcheck: found 6 active agents {{(pid=108158) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 04:38:39.196620 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 55190) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:38:39.298971 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-c51d2088-5210-47fc-a4a8-1f47b969119c admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1012685 Feb 17 04:38:41.515004 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 55200) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:38:41.568544 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-59174ca0-cee8-4c02-8044-9880ecc58c74 admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0524108 Feb 17 04:38:49.497575 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-f0eb3c25-3794-4ace-af4b-65eba202bc2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:38:51.747094 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-09733b00-78c9-49d6-9c04-dc78c71f678e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:38:52.988004 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-ad5ef704-a6a3-47d1-bcb0-f74a0b5e809f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:38:53.372749 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:38:54.073679 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-8e3772f1-a52a-48a7-84fa-494c57cc135e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:38:54.681265 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:39:01.841826 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.agents_db [None req-cbde576c-1bd3-47c0-9bd8-6306741b546e None None] Agent healthcheck: found 6 active agents {{(pid=108158) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 04:39:19.498721 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-faadceec-6faa-4651-8764-0c770ecee85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:39:21.749748 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-16a65f06-1f85-4c05-9127-a1476fe5bbfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:39:22.991481 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-ad5ef704-a6a3-47d1-bcb0-f74a0b5e809f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:39:23.391890 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:39:24.080534 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-8e3772f1-a52a-48a7-84fa-494c57cc135e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:39:24.682958 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:39:38.845959 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.agents_db [None req-cbde576c-1bd3-47c0-9bd8-6306741b546e None None] Agent healthcheck: found 6 active agents {{(pid=108158) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 04:39:49.499847 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-12e044a8-b91f-4b0f-9d19-456fd4a19b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:39:51.751130 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-8e46d124-667a-4d26-99b3-4aa181f9c31e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:39:52.993657 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-ad5ef704-a6a3-47d1-bcb0-f74a0b5e809f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:39:53.392414 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:39:54.080777 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-8e3772f1-a52a-48a7-84fa-494c57cc135e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:39:54.684748 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:15.845599 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.agents_db [None req-cbde576c-1bd3-47c0-9bd8-6306741b546e None None] Agent healthcheck: found 6 active agents {{(pid=108158) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 04:40:19.502229 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-2bb8805e-982f-469f-ae0c-04a4d9f823e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:21.756677 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-f6d9b352-47d7-4d15-b470-0251c621594a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:22.998209 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-ad5ef704-a6a3-47d1-bcb0-f74a0b5e809f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:23.410767 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:24.099047 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-8e3772f1-a52a-48a7-84fa-494c57cc135e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:24.696135 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:28.752523 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 55366) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:40:28.977262 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.v2.base [None req-c77ff8aa-9299-4367-b556-530e5d405efa admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1175947712-network', 'tenant_id': '5cd5f5f08e3a4846961492eb8ed0ea62'}} {{(pid=108155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:40:29.007624 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c77ff8aa-9299-4367-b556-530e5d405efa admin admin] Made reservation on behalf of 5cd5f5f08e3a4846961492eb8ed0ea62 for: {'network': 1} {{(pid=108155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:40:29.010533 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-c77ff8aa-9299-4367-b556-530e5d405efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for network, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:29.020024 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-c77ff8aa-9299-4367-b556-530e5d405efa admin admin] Notify callbacks [] for security_group, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:29.110013 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-c77ff8aa-9299-4367-b556-530e5d405efa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:29.115063 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-c77ff8aa-9299-4367-b556-530e5d405efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:29.140897 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c77ff8aa-9299-4367-b556-530e5d405efa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=108155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 04:40:29.150770 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ff8aa-9299-4367-b556-530e5d405efa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fea7a8d6-53ae-40a4-8d5f-390d33d3dbf5,revision_number=1']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:29.156930 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-c77ff8aa-9299-4367-b556-530e5d405efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1955041'] for segment, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:29.157359 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.db.segments_db [None req-c77ff8aa-9299-4367-b556-530e5d405efa admin admin] Added segment b6c4257d-36dc-4f3d-b7e5-b128c73872af of type vlan for network e1f7896e-8f44-4f51-a58e-629c670ba3fb Feb 17 04:40:29.183604 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ff8aa-9299-4367-b556-530e5d405efa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:40:29.183956 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ff8aa-9299-4367-b556-530e5d405efa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:40:29.184431 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ff8aa-9299-4367-b556-530e5d405efa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:40:29.184762 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ff8aa-9299-4367-b556-530e5d405efa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:40:29.185374 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ff8aa-9299-4367-b556-530e5d405efa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:40:29.185780 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ff8aa-9299-4367-b556-530e5d405efa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:40:29.186117 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ff8aa-9299-4367-b556-530e5d405efa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:40:29.186441 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ff8aa-9299-4367-b556-530e5d405efa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:40:29.186771 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ff8aa-9299-4367-b556-530e5d405efa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:40:29.187121 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ff8aa-9299-4367-b556-530e5d405efa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:40:29.187444 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ff8aa-9299-4367-b556-530e5d405efa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:40:29.187765 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ff8aa-9299-4367-b556-530e5d405efa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:40:29.188871 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ff8aa-9299-4367-b556-530e5d405efa admin admin] Tracked resource versions report: Feb 17 04:40:29.188871 dv-cinder-829630-1-smb neutron-server[108155]: pushed versions: Feb 17 04:40:29.188871 dv-cinder-829630-1-smb neutron-server[108155]: { 'AddressGroup': {'1.2'}, Feb 17 04:40:29.188871 dv-cinder-829630-1-smb neutron-server[108155]: 'ConntrackHelper': {'1.0'}, Feb 17 04:40:29.188871 dv-cinder-829630-1-smb neutron-server[108155]: 'Log': {'1.0'}, Feb 17 04:40:29.188871 dv-cinder-829630-1-smb neutron-server[108155]: 'Network': {'1.1'}, Feb 17 04:40:29.188871 dv-cinder-829630-1-smb neutron-server[108155]: 'Port': {'1.7'}, Feb 17 04:40:29.188871 dv-cinder-829630-1-smb neutron-server[108155]: 'PortForwarding': {'1.2'}, Feb 17 04:40:29.188871 dv-cinder-829630-1-smb neutron-server[108155]: 'QosPolicy': {'1.9'}, Feb 17 04:40:29.188871 dv-cinder-829630-1-smb neutron-server[108155]: 'SecurityGroup': {'1.4'}, Feb 17 04:40:29.188871 dv-cinder-829630-1-smb neutron-server[108155]: 'SecurityGroupRule': {'1.2'}, Feb 17 04:40:29.188871 dv-cinder-829630-1-smb neutron-server[108155]: 'SubPort': {'1.0'}, Feb 17 04:40:29.188871 dv-cinder-829630-1-smb neutron-server[108155]: 'Subnet': {'1.1'}, Feb 17 04:40:29.188871 dv-cinder-829630-1-smb neutron-server[108155]: 'Trunk': {'1.1'}} Feb 17 04:40:29.188871 dv-cinder-829630-1-smb neutron-server[108155]: consumer versions: Feb 17 04:40:29.188871 dv-cinder-829630-1-smb neutron-server[108155]: { DHCP agent@dv-cinder-829630-1-smb: {}, Feb 17 04:40:29.188871 dv-cinder-829630-1-smb neutron-server[108155]: HyperV agent@hv-cinder-82963: {}, Feb 17 04:40:29.188871 dv-cinder-829630-1-smb neutron-server[108155]: L3 agent@dv-cinder-829630-1-smb: {}, Feb 17 04:40:29.188871 dv-cinder-829630-1-smb neutron-server[108155]: Metadata agent@dv-cinder-829630-1-smb: {}, Feb 17 04:40:29.188871 dv-cinder-829630-1-smb neutron-server[108155]: Metering agent@dv-cinder-829630-1-smb: {}, Feb 17 04:40:29.188871 dv-cinder-829630-1-smb neutron-server[108155]: Open vSwitch agent@dv-cinder-829630-1-smb: { 'AddressGroup': '1.2', Feb 17 04:40:29.188871 dv-cinder-829630-1-smb neutron-server[108155]: 'ConntrackHelper': '1.0', Feb 17 04:40:29.188871 dv-cinder-829630-1-smb neutron-server[108155]: 'Log': '1.0', Feb 17 04:40:29.188871 dv-cinder-829630-1-smb neutron-server[108155]: 'Network': '1.1', Feb 17 04:40:29.188871 dv-cinder-829630-1-smb neutron-server[108155]: 'Port': '1.7', Feb 17 04:40:29.188871 dv-cinder-829630-1-smb neutron-server[108155]: 'PortForwarding': '1.2', Feb 17 04:40:29.188871 dv-cinder-829630-1-smb neutron-server[108155]: 'QosPolicy': '1.9', Feb 17 04:40:29.188871 dv-cinder-829630-1-smb neutron-server[108155]: 'SecurityGroup': '1.4', Feb 17 04:40:29.188871 dv-cinder-829630-1-smb neutron-server[108155]: 'SecurityGroupRule': '1.2', Feb 17 04:40:29.188871 dv-cinder-829630-1-smb neutron-server[108155]: 'SubPort': '1.0', Feb 17 04:40:29.188871 dv-cinder-829630-1-smb neutron-server[108155]: 'Subnet': '1.1', Feb 17 04:40:29.188871 dv-cinder-829630-1-smb neutron-server[108155]: 'Trunk': '1.1'}} Feb 17 04:40:29.188871 dv-cinder-829630-1-smb neutron-server[108155]: {{(pid=108155) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 17 04:40:29.224566 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-c77ff8aa-9299-4367-b556-530e5d405efa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733365501916'] for network, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:29.252763 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-c77ff8aa-9299-4367-b556-530e5d405efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-827310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785'] for network, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:29.254374 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77ff8aa-9299-4367-b556-530e5d405efa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:29.255174 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-c77ff8aa-9299-4367-b556-530e5d405efa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737771'] for network, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:29.306203 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-c77ff8aa-9299-4367-b556-530e5d405efa admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5487633 Feb 17 04:40:29.306907 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 55402) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:40:29.325724 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ff8aa-9299-4367-b556-530e5d405efa admin admin] Pushing event updated for resources: {'Network': ['ID=e1f7896e-8f44-4f51-a58e-629c670ba3fb,revision_number=1']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:29.327365 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.v2.base [None req-98378957-7126-475f-a794-3e3b7103d306 admin admin] Request body: {'subnet': {'network_id': 'e1f7896e-8f44-4f51-a58e-629c670ba3fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1175947712-subnet', 'tenant_id': '5cd5f5f08e3a4846961492eb8ed0ea62', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:40:29.336371 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Network e1f7896e-8f44-4f51-a58e-629c670ba3fb details requested by agent ovs-agent-dv-cinder-829630-1-smb with host dv-cinder-829630-1-smb {{(pid=108157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 04:40:29.358676 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98378957-7126-475f-a794-3e3b7103d306 admin admin] Made reservation on behalf of 5cd5f5f08e3a4846961492eb8ed0ea62 for: {'subnet': 1} {{(pid=108156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:40:29.363166 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-98378957-7126-475f-a794-3e3b7103d306 admin admin] Notify callbacks [] for subnet, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:29.645393 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-98378957-7126-475f-a794-3e3b7103d306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785'] for subnet, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:29.695691 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98378957-7126-475f-a794-3e3b7103d306 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b104407-fef1-4987-871b-2bdc4e1305b0,revision_number=0']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:29.704941 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98378957-7126-475f-a794-3e3b7103d306 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:40:29.705313 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98378957-7126-475f-a794-3e3b7103d306 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:40:29.705647 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98378957-7126-475f-a794-3e3b7103d306 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:40:29.706028 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98378957-7126-475f-a794-3e3b7103d306 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:40:29.706553 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98378957-7126-475f-a794-3e3b7103d306 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:40:29.706729 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98378957-7126-475f-a794-3e3b7103d306 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:40:29.707266 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98378957-7126-475f-a794-3e3b7103d306 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:40:29.707590 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98378957-7126-475f-a794-3e3b7103d306 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:40:29.707933 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98378957-7126-475f-a794-3e3b7103d306 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:40:29.708254 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98378957-7126-475f-a794-3e3b7103d306 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:40:29.708572 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98378957-7126-475f-a794-3e3b7103d306 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:40:29.709141 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98378957-7126-475f-a794-3e3b7103d306 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:40:29.710184 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98378957-7126-475f-a794-3e3b7103d306 admin admin] Tracked resource versions report: Feb 17 04:40:29.710184 dv-cinder-829630-1-smb neutron-server[108156]: pushed versions: Feb 17 04:40:29.710184 dv-cinder-829630-1-smb neutron-server[108156]: { 'AddressGroup': {'1.2'}, Feb 17 04:40:29.710184 dv-cinder-829630-1-smb neutron-server[108156]: 'ConntrackHelper': {'1.0'}, Feb 17 04:40:29.710184 dv-cinder-829630-1-smb neutron-server[108156]: 'Log': {'1.0'}, Feb 17 04:40:29.710184 dv-cinder-829630-1-smb neutron-server[108156]: 'Network': {'1.1'}, Feb 17 04:40:29.710184 dv-cinder-829630-1-smb neutron-server[108156]: 'Port': {'1.7'}, Feb 17 04:40:29.710184 dv-cinder-829630-1-smb neutron-server[108156]: 'PortForwarding': {'1.2'}, Feb 17 04:40:29.710184 dv-cinder-829630-1-smb neutron-server[108156]: 'QosPolicy': {'1.9'}, Feb 17 04:40:29.710184 dv-cinder-829630-1-smb neutron-server[108156]: 'SecurityGroup': {'1.4'}, Feb 17 04:40:29.710184 dv-cinder-829630-1-smb neutron-server[108156]: 'SecurityGroupRule': {'1.2'}, Feb 17 04:40:29.710184 dv-cinder-829630-1-smb neutron-server[108156]: 'SubPort': {'1.0'}, Feb 17 04:40:29.710184 dv-cinder-829630-1-smb neutron-server[108156]: 'Subnet': {'1.1'}, Feb 17 04:40:29.710184 dv-cinder-829630-1-smb neutron-server[108156]: 'Trunk': {'1.1'}} Feb 17 04:40:29.710184 dv-cinder-829630-1-smb neutron-server[108156]: consumer versions: Feb 17 04:40:29.710184 dv-cinder-829630-1-smb neutron-server[108156]: { DHCP agent@dv-cinder-829630-1-smb: {}, Feb 17 04:40:29.710184 dv-cinder-829630-1-smb neutron-server[108156]: HyperV agent@hv-cinder-82963: {}, Feb 17 04:40:29.710184 dv-cinder-829630-1-smb neutron-server[108156]: L3 agent@dv-cinder-829630-1-smb: {}, Feb 17 04:40:29.710184 dv-cinder-829630-1-smb neutron-server[108156]: Metadata agent@dv-cinder-829630-1-smb: {}, Feb 17 04:40:29.710184 dv-cinder-829630-1-smb neutron-server[108156]: Metering agent@dv-cinder-829630-1-smb: {}, Feb 17 04:40:29.710184 dv-cinder-829630-1-smb neutron-server[108156]: Open vSwitch agent@dv-cinder-829630-1-smb: { 'AddressGroup': '1.2', Feb 17 04:40:29.710184 dv-cinder-829630-1-smb neutron-server[108156]: 'ConntrackHelper': '1.0', Feb 17 04:40:29.710184 dv-cinder-829630-1-smb neutron-server[108156]: 'Log': '1.0', Feb 17 04:40:29.710184 dv-cinder-829630-1-smb neutron-server[108156]: 'Network': '1.1', Feb 17 04:40:29.710184 dv-cinder-829630-1-smb neutron-server[108156]: 'Port': '1.7', Feb 17 04:40:29.710184 dv-cinder-829630-1-smb neutron-server[108156]: 'PortForwarding': '1.2', Feb 17 04:40:29.710184 dv-cinder-829630-1-smb neutron-server[108156]: 'QosPolicy': '1.9', Feb 17 04:40:29.710184 dv-cinder-829630-1-smb neutron-server[108156]: 'SecurityGroup': '1.4', Feb 17 04:40:29.710184 dv-cinder-829630-1-smb neutron-server[108156]: 'SecurityGroupRule': '1.2', Feb 17 04:40:29.710184 dv-cinder-829630-1-smb neutron-server[108156]: 'SubPort': '1.0', Feb 17 04:40:29.710184 dv-cinder-829630-1-smb neutron-server[108156]: 'Subnet': '1.1', Feb 17 04:40:29.710184 dv-cinder-829630-1-smb neutron-server[108156]: 'Trunk': '1.1'}} Feb 17 04:40:29.710184 dv-cinder-829630-1-smb neutron-server[108156]: {{(pid=108156) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 17 04:40:29.728294 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98378957-7126-475f-a794-3e3b7103d306 admin admin] Checking segment: {'id': 'b6c4257d-36dc-4f3d-b7e5-b128c73872af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e1f7896e-8f44-4f51-a58e-629c670ba3fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:40:29.728772 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98378957-7126-475f-a794-3e3b7103d306 admin admin] Network hostable DHCP agents. Network: e1f7896e-8f44-4f51-a58e-629c670ba3fb, hostable agents: ['d83db365-ab74-4a5c-900a-be065315088d'], hosted agents: [] {{(pid=108156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 04:40:29.747651 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98378957-7126-475f-a794-3e3b7103d306 admin admin] Network e1f7896e-8f44-4f51-a58e-629c670ba3fb is scheduled to be hosted by DHCP agent d83db365-ab74-4a5c-900a-be065315088d with binding_index 1 {{(pid=108156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 04:40:29.763434 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.scheduler.base_scheduler [None req-98378957-7126-475f-a794-3e3b7103d306 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829630-1-smb, e1f7896e-8f44-4f51-a58e-629c670ba3fb) {{(pid=108156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:40:29.780482 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98378957-7126-475f-a794-3e3b7103d306 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:29.780482 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-98378957-7126-475f-a794-3e3b7103d306 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737771'] for subnet, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:29.781387 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08bee078-da82-4a9f-975e-80e372ec41d3 None None] Network e1f7896e-8f44-4f51-a58e-629c670ba3fb requested from dv-cinder-829630-1-smb {{(pid=108157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 17 04:40:29.796604 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 55426) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:40:29.803729 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-98378957-7126-475f-a794-3e3b7103d306 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4945219 Feb 17 04:40:29.865530 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 55434) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:40:29.913276 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de0d750-92be-4ef1-957f-a8f1482dcb0c None None] Network e1f7896e-8f44-4f51-a58e-629c670ba3fb requested from dv-cinder-829630-1-smb {{(pid=108157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 17 04:40:29.968888 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 55440) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:40:30.166058 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.v2.base [None req-5e768a94-95c7-4fe4-ab57-e8956879b984 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-787431873-network', 'tenant_id': '3829f22bdfad4cf780241903bcedf462'}} {{(pid=108155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:40:30.193552 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e768a94-95c7-4fe4-ab57-e8956879b984 admin admin] Made reservation on behalf of 3829f22bdfad4cf780241903bcedf462 for: {'network': 1} {{(pid=108155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:40:30.196227 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-5e768a94-95c7-4fe4-ab57-e8956879b984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for network, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:30.204781 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-5e768a94-95c7-4fe4-ab57-e8956879b984 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:30.272004 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.v2.base [None req-cec69633-0983-4d40-a237-006f39fa71d0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-408808888-network', 'tenant_id': 'fcce34a724fd4831979df5c4aa7cf368'}} {{(pid=108156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:40:30.282225 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-5e768a94-95c7-4fe4-ab57-e8956879b984 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:30.293329 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-5e768a94-95c7-4fe4-ab57-e8956879b984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:30.304150 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cec69633-0983-4d40-a237-006f39fa71d0 admin admin] Made reservation on behalf of fcce34a724fd4831979df5c4aa7cf368 for: {'network': 1} {{(pid=108156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:40:30.307540 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-cec69633-0983-4d40-a237-006f39fa71d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for network, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:30.318524 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-cec69633-0983-4d40-a237-006f39fa71d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:30.324038 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e768a94-95c7-4fe4-ab57-e8956879b984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82c8a0ef-241b-42dc-a3cd-a4d30b00c5c4,revision_number=1']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:30.326634 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e768a94-95c7-4fe4-ab57-e8956879b984 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=108155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 04:40:30.336395 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-5e768a94-95c7-4fe4-ab57-e8956879b984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1955041'] for segment, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:30.336715 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.db.segments_db [None req-5e768a94-95c7-4fe4-ab57-e8956879b984 admin admin] Added segment 99a66aaf-8003-4c92-9542-5126eba81209 of type vlan for network 75349da8-5288-4d10-8e72-5e1d72cb6968 Feb 17 04:40:30.384812 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.v2.base [None req-15c92d36-8e73-48f5-ae13-c4bead86d942 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-196570004-network', 'tenant_id': '92ccd315462e4256a62cd0ec23e16d58'}} {{(pid=108155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:40:30.401857 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-5e768a94-95c7-4fe4-ab57-e8956879b984 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733365501916'] for network, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:30.417829 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-cec69633-0983-4d40-a237-006f39fa71d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:30.423750 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-cec69633-0983-4d40-a237-006f39fa71d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:30.438540 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cec69633-0983-4d40-a237-006f39fa71d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=108156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 04:40:30.444615 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c92d36-8e73-48f5-ae13-c4bead86d942 admin admin] Made reservation on behalf of 92ccd315462e4256a62cd0ec23e16d58 for: {'network': 1} {{(pid=108155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:40:30.449714 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-15c92d36-8e73-48f5-ae13-c4bead86d942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for network, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:30.458631 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-5e768a94-95c7-4fe4-ab57-e8956879b984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-827310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785'] for network, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:30.459337 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-cec69633-0983-4d40-a237-006f39fa71d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1955041'] for segment, precommit_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:30.459888 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.db.segments_db [None req-cec69633-0983-4d40-a237-006f39fa71d0 admin admin] Added segment d7c23f60-fd81-463c-84c9-fb74244f4d61 of type vlan for network 6044f085-e24b-42f2-baa3-35fa62a45e03 Feb 17 04:40:30.460016 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e768a94-95c7-4fe4-ab57-e8956879b984 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:30.460408 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-5e768a94-95c7-4fe4-ab57-e8956879b984 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737771'] for network, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:30.465719 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-15c92d36-8e73-48f5-ae13-c4bead86d942 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:30.509833 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec69633-0983-4d40-a237-006f39fa71d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b892eccf-973d-4874-ac3b-6c18954dd2c7,revision_number=1']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:30.525717 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-cec69633-0983-4d40-a237-006f39fa71d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733365501916'] for network, precommit_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:30.547233 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e768a94-95c7-4fe4-ab57-e8956879b984 admin admin] Pushing event updated for resources: {'Network': ['ID=75349da8-5288-4d10-8e72-5e1d72cb6968,revision_number=1']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:30.560056 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-cec69633-0983-4d40-a237-006f39fa71d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-827310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785'] for network, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:30.563912 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-5e768a94-95c7-4fe4-ab57-e8956879b984 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7618222 Feb 17 04:40:30.564010 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec69633-0983-4d40-a237-006f39fa71d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:30.564010 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-cec69633-0983-4d40-a237-006f39fa71d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737771'] for network, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:30.564429 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 55464) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:40:30.569134 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Network 75349da8-5288-4d10-8e72-5e1d72cb6968 details requested by agent ovs-agent-dv-cinder-829630-1-smb with host dv-cinder-829630-1-smb {{(pid=108157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 04:40:30.572986 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.v2.base [None req-2b85642b-f5ce-4f17-b84e-1079b492bd62 admin admin] Request body: {'subnet': {'network_id': '75349da8-5288-4d10-8e72-5e1d72cb6968', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-787431873-subnet', 'tenant_id': '3829f22bdfad4cf780241903bcedf462', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:40:30.636123 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-cec69633-0983-4d40-a237-006f39fa71d0 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7694147 Feb 17 04:40:30.638878 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 55470) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:40:30.646740 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.v2.base [None req-aabeb712-4fdf-4b03-b6e3-063417163c19 admin admin] Request body: {'subnet': {'network_id': '6044f085-e24b-42f2-baa3-35fa62a45e03', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-408808888-subnet', 'tenant_id': 'fcce34a724fd4831979df5c4aa7cf368', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:40:30.656621 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec69633-0983-4d40-a237-006f39fa71d0 admin admin] Pushing event updated for resources: {'Network': ['ID=6044f085-e24b-42f2-baa3-35fa62a45e03,revision_number=1']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:30.673516 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b85642b-f5ce-4f17-b84e-1079b492bd62 admin admin] Made reservation on behalf of 3829f22bdfad4cf780241903bcedf462 for: {'subnet': 1} {{(pid=108155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:40:30.676401 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-2b85642b-f5ce-4f17-b84e-1079b492bd62 admin admin] Notify callbacks [] for subnet, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:30.687004 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Network 6044f085-e24b-42f2-baa3-35fa62a45e03 details requested by agent ovs-agent-dv-cinder-829630-1-smb with host dv-cinder-829630-1-smb {{(pid=108157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 04:40:30.699037 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aabeb712-4fdf-4b03-b6e3-063417163c19 admin admin] Made reservation on behalf of fcce34a724fd4831979df5c4aa7cf368 for: {'subnet': 1} {{(pid=108156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:40:30.704522 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-aabeb712-4fdf-4b03-b6e3-063417163c19 admin admin] Notify callbacks [] for subnet, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:30.782697 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-15c92d36-8e73-48f5-ae13-c4bead86d942 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:30.794310 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-15c92d36-8e73-48f5-ae13-c4bead86d942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:30.871790 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15c92d36-8e73-48f5-ae13-c4bead86d942 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=108155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 04:40:30.881917 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-15c92d36-8e73-48f5-ae13-c4bead86d942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1955041'] for segment, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:30.882639 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.db.segments_db [None req-15c92d36-8e73-48f5-ae13-c4bead86d942 admin admin] Added segment de31dcc7-8ffe-45ba-bdde-9ebe82c4a70a of type vlan for network 8dedb6d3-9edc-4636-ba64-5bde48c50c4e Feb 17 04:40:30.922073 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-15c92d36-8e73-48f5-ae13-c4bead86d942 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733365501916'] for network, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:31.001103 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-15c92d36-8e73-48f5-ae13-c4bead86d942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-827310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785'] for network, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:31.002408 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c92d36-8e73-48f5-ae13-c4bead86d942 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:31.003834 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-15c92d36-8e73-48f5-ae13-c4bead86d942 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737771'] for network, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:31.020726 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-2b85642b-f5ce-4f17-b84e-1079b492bd62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785'] for subnet, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:31.033645 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-15c92d36-8e73-48f5-ae13-c4bead86d942 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0632946 Feb 17 04:40:31.037541 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 55486) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:40:31.042717 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.v2.base [None req-35c7823f-4a0f-42a9-8778-d9ca1ac1ff69 admin admin] Request body: {'subnet': {'network_id': '8dedb6d3-9edc-4636-ba64-5bde48c50c4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-196570004-subnet', 'tenant_id': '92ccd315462e4256a62cd0ec23e16d58', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:40:31.048334 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-aabeb712-4fdf-4b03-b6e3-063417163c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785'] for subnet, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:31.085963 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b85642b-f5ce-4f17-b84e-1079b492bd62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=091e0600-b2ac-4cb6-bb57-09d45c6ebace,revision_number=0']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:31.090325 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabeb712-4fdf-4b03-b6e3-063417163c19 admin admin] Checking segment: {'id': 'd7c23f60-fd81-463c-84c9-fb74244f4d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '6044f085-e24b-42f2-baa3-35fa62a45e03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:40:31.090785 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aabeb712-4fdf-4b03-b6e3-063417163c19 admin admin] Network hostable DHCP agents. Network: 6044f085-e24b-42f2-baa3-35fa62a45e03, hostable agents: ['d83db365-ab74-4a5c-900a-be065315088d'], hosted agents: [] {{(pid=108156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 04:40:31.132748 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b85642b-f5ce-4f17-b84e-1079b492bd62 admin admin] Checking segment: {'id': '99a66aaf-8003-4c92-9542-5126eba81209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '75349da8-5288-4d10-8e72-5e1d72cb6968'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:40:31.133085 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b85642b-f5ce-4f17-b84e-1079b492bd62 admin admin] Network hostable DHCP agents. Network: 75349da8-5288-4d10-8e72-5e1d72cb6968, hostable agents: ['d83db365-ab74-4a5c-900a-be065315088d'], hosted agents: [] {{(pid=108155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 04:40:31.137683 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c92d36-8e73-48f5-ae13-c4bead86d942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ad0227-9e65-4646-afbc-efb72c392906,revision_number=1']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:31.146010 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aabeb712-4fdf-4b03-b6e3-063417163c19 admin admin] Network 6044f085-e24b-42f2-baa3-35fa62a45e03 is scheduled to be hosted by DHCP agent d83db365-ab74-4a5c-900a-be065315088d with binding_index 1 {{(pid=108156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 04:40:31.169103 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.scheduler.base_scheduler [None req-aabeb712-4fdf-4b03-b6e3-063417163c19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829630-1-smb, 6044f085-e24b-42f2-baa3-35fa62a45e03) {{(pid=108156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:40:31.173134 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35c7823f-4a0f-42a9-8778-d9ca1ac1ff69 admin admin] Made reservation on behalf of 92ccd315462e4256a62cd0ec23e16d58 for: {'subnet': 1} {{(pid=108156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:40:31.177256 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-35c7823f-4a0f-42a9-8778-d9ca1ac1ff69 admin admin] Notify callbacks [] for subnet, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:31.181899 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabeb712-4fdf-4b03-b6e3-063417163c19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e939ef18-20cb-4ec3-b53b-ca721a133838,revision_number=0']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:31.182243 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8f2b27-0a92-460a-9a4d-71c02a6e1e20 None None] Network 6044f085-e24b-42f2-baa3-35fa62a45e03 requested from dv-cinder-829630-1-smb {{(pid=108157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 17 04:40:31.202614 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabeb712-4fdf-4b03-b6e3-063417163c19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:31.202956 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b85642b-f5ce-4f17-b84e-1079b492bd62 admin admin] Network 75349da8-5288-4d10-8e72-5e1d72cb6968 is scheduled to be hosted by DHCP agent d83db365-ab74-4a5c-900a-be065315088d with binding_index 1 {{(pid=108155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 04:40:31.203863 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-aabeb712-4fdf-4b03-b6e3-063417163c19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737771'] for subnet, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:31.215624 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.scheduler.base_scheduler [None req-2b85642b-f5ce-4f17-b84e-1079b492bd62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829630-1-smb, 75349da8-5288-4d10-8e72-5e1d72cb6968) {{(pid=108155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:40:31.224053 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b85642b-f5ce-4f17-b84e-1079b492bd62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:31.224798 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-2b85642b-f5ce-4f17-b84e-1079b492bd62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737771'] for subnet, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:31.235724 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c92d36-8e73-48f5-ae13-c4bead86d942 admin admin] Pushing event updated for resources: {'Network': ['ID=8dedb6d3-9edc-4636-ba64-5bde48c50c4e,revision_number=1']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:31.251708 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-2b85642b-f5ce-4f17-b84e-1079b492bd62 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6862056 Feb 17 04:40:31.255251 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 55504) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:40:31.261319 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.v2.base [None req-db79c444-afe2-406a-a2a7-34190650b63a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-787431873-router', 'tenant_id': '3829f22bdfad4cf780241903bcedf462', 'external_gateway_info': {'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2'}}} {{(pid=108155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:40:31.288426 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27431ac5-2a8d-4f20-bbd8-8cdcd95ab716 None None] Network 75349da8-5288-4d10-8e72-5e1d72cb6968 requested from dv-cinder-829630-1-smb {{(pid=108157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 17 04:40:31.289163 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-db79c444-afe2-406a-a2a7-34190650b63a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-644848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9632'] for router, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:31.290482 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-db79c444-afe2-406a-a2a7-34190650b63a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-649940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647366', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9657'] for router, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:31.338545 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-aabeb712-4fdf-4b03-b6e3-063417163c19 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6986032 Feb 17 04:40:31.343380 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 55512) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:40:31.343486 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Network 8dedb6d3-9edc-4636-ba64-5bde48c50c4e details requested by agent ovs-agent-dv-cinder-829630-1-smb with host dv-cinder-829630-1-smb {{(pid=108157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 04:40:31.350309 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.v2.base [None req-bb232934-0522-4931-8c67-08bec57626fa admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-408808888-router', 'tenant_id': 'fcce34a724fd4831979df5c4aa7cf368', 'external_gateway_info': {'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2'}}} {{(pid=108156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:40:31.432455 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-35c7823f-4a0f-42a9-8778-d9ca1ac1ff69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785'] for subnet, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:31.452102 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-bb232934-0522-4931-8c67-08bec57626fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-644848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9632'] for router, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:31.455673 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-bb232934-0522-4931-8c67-08bec57626fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-649940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647366', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9657'] for router, precommit_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:31.475829 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-db79c444-afe2-406a-a2a7-34190650b63a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:31.681111 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c7823f-4a0f-42a9-8778-d9ca1ac1ff69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=350ab5e5-7a20-484b-98ca-7520cfdba7e9,revision_number=0']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:31.731250 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-bb232934-0522-4931-8c67-08bec57626fa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:31.734151 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c7823f-4a0f-42a9-8778-d9ca1ac1ff69 admin admin] Checking segment: {'id': 'de31dcc7-8ffe-45ba-bdde-9ebe82c4a70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '8dedb6d3-9edc-4636-ba64-5bde48c50c4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:40:31.734490 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c7823f-4a0f-42a9-8778-d9ca1ac1ff69 admin admin] Network hostable DHCP agents. Network: 8dedb6d3-9edc-4636-ba64-5bde48c50c4e, hostable agents: ['d83db365-ab74-4a5c-900a-be065315088d'], hosted agents: [] {{(pid=108156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 04:40:31.753925 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-db79c444-afe2-406a-a2a7-34190650b63a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:31.812873 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd216d6a-adbb-4650-9f21-8ae482619d44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10ecbc9c-6953-53e6-acd5-dd5662dd8f7d-75349da8-5288-4d10-8e72-5e1d72cb6968', 'network_id': '75349da8-5288-4d10-8e72-5e1d72cb6968', 'tenant_id': '3829f22bdfad4cf780241903bcedf462', 'fixed_ips': [{'subnet_id': '091e0600-b2ac-4cb6-bb57-09d45c6ebace'}]}} from dv-cinder-829630-1-smb. {{(pid=108157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 17 04:40:31.813389 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-cd216d6a-adbb-4650-9f21-8ae482619d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_create {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:31.830770 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af834117-96f7-4791-93d6-d62c9958a676 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10ecbc9c-6953-53e6-acd5-dd5662dd8f7d-6044f085-e24b-42f2-baa3-35fa62a45e03', 'network_id': '6044f085-e24b-42f2-baa3-35fa62a45e03', 'tenant_id': 'fcce34a724fd4831979df5c4aa7cf368', 'fixed_ips': [{'subnet_id': 'e939ef18-20cb-4ec3-b53b-ca721a133838'}]}} from dv-cinder-829630-1-smb. {{(pid=108157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 17 04:40:31.831888 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-af834117-96f7-4791-93d6-d62c9958a676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_create {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:31.898499 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-bb232934-0522-4931-8c67-08bec57626fa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:31.903461 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c7823f-4a0f-42a9-8778-d9ca1ac1ff69 admin admin] Network 8dedb6d3-9edc-4636-ba64-5bde48c50c4e is scheduled to be hosted by DHCP agent d83db365-ab74-4a5c-900a-be065315088d with binding_index 1 {{(pid=108156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 04:40:31.920216 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.scheduler.base_scheduler [None req-35c7823f-4a0f-42a9-8778-d9ca1ac1ff69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829630-1-smb, 8dedb6d3-9edc-4636-ba64-5bde48c50c4e) {{(pid=108156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:40:31.974678 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c7823f-4a0f-42a9-8778-d9ca1ac1ff69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:31.975698 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-35c7823f-4a0f-42a9-8778-d9ca1ac1ff69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737771'] for subnet, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:31.983324 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab195ea-b16c-4798-8a82-64023fce307d None None] Network 8dedb6d3-9edc-4636-ba64-5bde48c50c4e requested from dv-cinder-829630-1-smb {{(pid=108157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 17 04:40:32.005230 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-35c7823f-4a0f-42a9-8778-d9ca1ac1ff69 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9666107 Feb 17 04:40:32.104436 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 55534) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:40:32.119006 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.v2.base [None req-8bffafb7-7211-4139-a4ba-bf8d97fe2b44 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-63436871-network', 'tenant_id': '8d05aa390dcb4a2a96427f0bf7e7df35'}} {{(pid=108155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:40:32.218351 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-bb232934-0522-4931-8c67-08bec57626fa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:32.266864 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.db_base_plugin_common [None req-cd216d6a-adbb-4650-9f21-8ae482619d44 None None] Allocated IP 172.20.0.2 (75349da8-5288-4d10-8e72-5e1d72cb6968/091e0600-b2ac-4cb6-bb57-09d45c6ebace/31145821-455e-4714-9828-658720a4e2b0) {{(pid=108157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:40:32.280766 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-bb232934-0522-4931-8c67-08bec57626fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:32.288027 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.db_base_plugin_common [None req-af834117-96f7-4791-93d6-d62c9958a676 None None] Allocated IP 172.20.0.2 (6044f085-e24b-42f2-baa3-35fa62a45e03/e939ef18-20cb-4ec3-b53b-ca721a133838/716a127d-d9f6-41da-b94e-3a5611ea8dba) {{(pid=108157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:40:32.318154 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bffafb7-7211-4139-a4ba-bf8d97fe2b44 admin admin] Made reservation on behalf of 8d05aa390dcb4a2a96427f0bf7e7df35 for: {'network': 1} {{(pid=108155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:40:32.322250 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-8bffafb7-7211-4139-a4ba-bf8d97fe2b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for network, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:32.326232 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-db79c444-afe2-406a-a2a7-34190650b63a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:32.420326 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-db79c444-afe2-406a-a2a7-34190650b63a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:32.433943 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.db.db_base_plugin_common [None req-bb232934-0522-4931-8c67-08bec57626fa admin admin] Allocated IP 172.28.3.22 (9ee4813c-26bc-4ce0-8bb0-948d56f273c2/e9f6ab95-7249-4be3-8bb0-da1d9214eacd/9c126979-2d2f-49c4-9445-d884b0b80ebe) {{(pid=108156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:40:32.435258 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-8bffafb7-7211-4139-a4ba-bf8d97fe2b44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:32.473979 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743860f1-e302-4436-b653-d85730f4b93c None None] Network 8dedb6d3-9edc-4636-ba64-5bde48c50c4e requested from dv-cinder-829630-1-smb {{(pid=108157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 17 04:40:32.649213 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-bb232934-0522-4931-8c67-08bec57626fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:32.754675 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-cd216d6a-adbb-4650-9f21-8ae482619d44 None None] Notify callbacks [] for port, precommit_create {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:32.772484 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-cd216d6a-adbb-4650-9f21-8ae482619d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733365499769'] for port, after_create {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:32.785929 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-bb232934-0522-4931-8c67-08bec57626fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733365499769'] for port, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:32.797701 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-af834117-96f7-4791-93d6-d62c9958a676 None None] Notify callbacks [] for port, precommit_create {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:32.812294 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-af834117-96f7-4791-93d6-d62c9958a676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733365499769'] for port, after_create {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:32.832975 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd216d6a-adbb-4650-9f21-8ae482619d44 None None] Network 75349da8-5288-4d10-8e72-5e1d72cb6968 is already hosted by enough agents. {{(pid=108157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:40:32.841956 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-8bffafb7-7211-4139-a4ba-bf8d97fe2b44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:32.843468 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.scheduler.base_scheduler [None req-cd216d6a-adbb-4650-9f21-8ae482619d44 None None] Resources bound (agent type, host, resource id): {{(pid=108157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:40:32.846376 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd216d6a-adbb-4650-9f21-8ae482619d44 None None] Received port after_create {{(pid=108157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:40:32.852484 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-8bffafb7-7211-4139-a4ba-bf8d97fe2b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:32.869953 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af834117-96f7-4791-93d6-d62c9958a676 None None] Network 6044f085-e24b-42f2-baa3-35fa62a45e03 is already hosted by enough agents. {{(pid=108157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:40:32.890329 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.scheduler.base_scheduler [None req-af834117-96f7-4791-93d6-d62c9958a676 None None] Resources bound (agent type, host, resource id): {{(pid=108157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:40:32.893469 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af834117-96f7-4791-93d6-d62c9958a676 None None] Received port after_create {{(pid=108157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:40:32.894694 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bffafb7-7211-4139-a4ba-bf8d97fe2b44 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=108155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 04:40:32.896864 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb232934-0522-4931-8c67-08bec57626fa admin admin] Network 9ee4813c-26bc-4ce0-8bb0-948d56f273c2 is already hosted by enough agents. {{(pid=108156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:40:32.907053 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.scheduler.base_scheduler [None req-bb232934-0522-4931-8c67-08bec57626fa admin admin] Resources bound (agent type, host, resource id): {{(pid=108156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:40:32.916664 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb232934-0522-4931-8c67-08bec57626fa admin admin] Received port after_create {{(pid=108156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:40:32.923403 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.db.db_base_plugin_common [None req-db79c444-afe2-406a-a2a7-34190650b63a admin admin] Allocated IP 172.28.3.219 (9ee4813c-26bc-4ce0-8bb0-948d56f273c2/e9f6ab95-7249-4be3-8bb0-da1d9214eacd/08897a33-58fd-46a7-aa92-1311a6a87524) {{(pid=108155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:40:32.927197 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd216d6a-adbb-4650-9f21-8ae482619d44 None None] Pushing event updated for resources: {'Port': ['ID=31145821-455e-4714-9828-658720a4e2b0,revision_number=1']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:32.934217 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bffafb7-7211-4139-a4ba-bf8d97fe2b44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5fb87d1-0206-4115-9546-3ea02604b237,revision_number=1']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:32.942496 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd216d6a-adbb-4650-9f21-8ae482619d44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:40:32.943004 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd216d6a-adbb-4650-9f21-8ae482619d44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:40:32.944268 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd216d6a-adbb-4650-9f21-8ae482619d44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:40:32.944268 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd216d6a-adbb-4650-9f21-8ae482619d44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:40:32.944751 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd216d6a-adbb-4650-9f21-8ae482619d44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:40:32.945175 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd216d6a-adbb-4650-9f21-8ae482619d44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:40:32.945629 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd216d6a-adbb-4650-9f21-8ae482619d44 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:40:32.946135 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd216d6a-adbb-4650-9f21-8ae482619d44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:40:32.946678 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd216d6a-adbb-4650-9f21-8ae482619d44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:40:32.947311 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd216d6a-adbb-4650-9f21-8ae482619d44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:40:32.947735 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd216d6a-adbb-4650-9f21-8ae482619d44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:40:32.948220 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd216d6a-adbb-4650-9f21-8ae482619d44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:40:32.949793 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd216d6a-adbb-4650-9f21-8ae482619d44 None None] Tracked resource versions report: Feb 17 04:40:32.949793 dv-cinder-829630-1-smb neutron-server[108157]: pushed versions: Feb 17 04:40:32.949793 dv-cinder-829630-1-smb neutron-server[108157]: { 'AddressGroup': {'1.2'}, Feb 17 04:40:32.949793 dv-cinder-829630-1-smb neutron-server[108157]: 'ConntrackHelper': {'1.0'}, Feb 17 04:40:32.949793 dv-cinder-829630-1-smb neutron-server[108157]: 'Log': {'1.0'}, Feb 17 04:40:32.949793 dv-cinder-829630-1-smb neutron-server[108157]: 'Network': {'1.1'}, Feb 17 04:40:32.949793 dv-cinder-829630-1-smb neutron-server[108157]: 'Port': {'1.7'}, Feb 17 04:40:32.949793 dv-cinder-829630-1-smb neutron-server[108157]: 'PortForwarding': {'1.2'}, Feb 17 04:40:32.949793 dv-cinder-829630-1-smb neutron-server[108157]: 'QosPolicy': {'1.9'}, Feb 17 04:40:32.949793 dv-cinder-829630-1-smb neutron-server[108157]: 'SecurityGroup': {'1.4'}, Feb 17 04:40:32.949793 dv-cinder-829630-1-smb neutron-server[108157]: 'SecurityGroupRule': {'1.2'}, Feb 17 04:40:32.949793 dv-cinder-829630-1-smb neutron-server[108157]: 'SubPort': {'1.0'}, Feb 17 04:40:32.949793 dv-cinder-829630-1-smb neutron-server[108157]: 'Subnet': {'1.1'}, Feb 17 04:40:32.949793 dv-cinder-829630-1-smb neutron-server[108157]: 'Trunk': {'1.1'}} Feb 17 04:40:32.949793 dv-cinder-829630-1-smb neutron-server[108157]: consumer versions: Feb 17 04:40:32.949793 dv-cinder-829630-1-smb neutron-server[108157]: { DHCP agent@dv-cinder-829630-1-smb: {}, Feb 17 04:40:32.949793 dv-cinder-829630-1-smb neutron-server[108157]: HyperV agent@hv-cinder-82963: {}, Feb 17 04:40:32.949793 dv-cinder-829630-1-smb neutron-server[108157]: L3 agent@dv-cinder-829630-1-smb: {}, Feb 17 04:40:32.949793 dv-cinder-829630-1-smb neutron-server[108157]: Metadata agent@dv-cinder-829630-1-smb: {}, Feb 17 04:40:32.949793 dv-cinder-829630-1-smb neutron-server[108157]: Metering agent@dv-cinder-829630-1-smb: {}, Feb 17 04:40:32.949793 dv-cinder-829630-1-smb neutron-server[108157]: Open vSwitch agent@dv-cinder-829630-1-smb: { 'AddressGroup': '1.2', Feb 17 04:40:32.949793 dv-cinder-829630-1-smb neutron-server[108157]: 'ConntrackHelper': '1.0', Feb 17 04:40:32.949793 dv-cinder-829630-1-smb neutron-server[108157]: 'Log': '1.0', Feb 17 04:40:32.949793 dv-cinder-829630-1-smb neutron-server[108157]: 'Network': '1.1', Feb 17 04:40:32.949793 dv-cinder-829630-1-smb neutron-server[108157]: 'Port': '1.7', Feb 17 04:40:32.949793 dv-cinder-829630-1-smb neutron-server[108157]: 'PortForwarding': '1.2', Feb 17 04:40:32.949793 dv-cinder-829630-1-smb neutron-server[108157]: 'QosPolicy': '1.9', Feb 17 04:40:32.949793 dv-cinder-829630-1-smb neutron-server[108157]: 'SecurityGroup': '1.4', Feb 17 04:40:32.949793 dv-cinder-829630-1-smb neutron-server[108157]: 'SecurityGroupRule': '1.2', Feb 17 04:40:32.949793 dv-cinder-829630-1-smb neutron-server[108157]: 'SubPort': '1.0', Feb 17 04:40:32.949793 dv-cinder-829630-1-smb neutron-server[108157]: 'Subnet': '1.1', Feb 17 04:40:32.949793 dv-cinder-829630-1-smb neutron-server[108157]: 'Trunk': '1.1'}} Feb 17 04:40:32.949793 dv-cinder-829630-1-smb neutron-server[108157]: {{(pid=108157) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 17 04:40:32.955554 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-8bffafb7-7211-4139-a4ba-bf8d97fe2b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1955041'] for segment, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:32.957549 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.db.segments_db [None req-8bffafb7-7211-4139-a4ba-bf8d97fe2b44 admin admin] Added segment 0a64ba19-9868-45ce-a099-375b93b1c182 of type vlan for network f8dfc0c0-707e-47ca-b158-56288381f5d7 Feb 17 04:40:33.057519 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb232934-0522-4931-8c67-08bec57626fa admin admin] Pushing event updated for resources: {'Port': ['ID=9c126979-2d2f-49c4-9445-d884b0b80ebe,revision_number=1']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:33.110236 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.managers [None req-cd216d6a-adbb-4650-9f21-8ae482619d44 None None] Attempting to bind port 31145821-455e-4714-9828-658720a4e2b0 on host dv-cinder-829630-1-smb for vnic_type normal with profile {{(pid=108157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 04:40:33.110597 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.managers [None req-cd216d6a-adbb-4650-9f21-8ae482619d44 None None] Attempting to bind port 31145821-455e-4714-9828-658720a4e2b0 by drivers openvswitch,hyperv on host dv-cinder-829630-1-smb at level 0 using segments [{'id': '99a66aaf-8003-4c92-9542-5126eba81209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '75349da8-5288-4d10-8e72-5e1d72cb6968'}] {{(pid=108157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 04:40:33.123013 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd216d6a-adbb-4650-9f21-8ae482619d44 None None] Attempting to bind port 31145821-455e-4714-9828-658720a4e2b0 on network 75349da8-5288-4d10-8e72-5e1d72cb6968 {{(pid=108157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:40:33.194371 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd216d6a-adbb-4650-9f21-8ae482619d44 None None] Checking agent: {'id': 'd1beeaa3-bd36-43bd-8b31-620fffa1b4c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 4, 31, 55), 'started_at': datetime.datetime(2022, 2, 17, 4, 32, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 4, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 04:40:33.199268 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd216d6a-adbb-4650-9f21-8ae482619d44 None None] Checking segment: {'id': '99a66aaf-8003-4c92-9542-5126eba81209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '75349da8-5288-4d10-8e72-5e1d72cb6968'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:40:33.201020 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-cd216d6a-adbb-4650-9f21-8ae482619d44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:33.201974 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd216d6a-adbb-4650-9f21-8ae482619d44 None None] Bound using segment: {'id': '99a66aaf-8003-4c92-9542-5126eba81209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '75349da8-5288-4d10-8e72-5e1d72cb6968'} {{(pid=108157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 04:40:33.202495 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.managers [None req-cd216d6a-adbb-4650-9f21-8ae482619d44 None None] Bound port: 31145821-455e-4714-9828-658720a4e2b0, host: dv-cinder-829630-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a66aaf-8003-4c92-9542-5126eba81209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '75349da8-5288-4d10-8e72-5e1d72cb6968'}}] {{(pid=108157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 04:40:33.202909 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-cd216d6a-adbb-4650-9f21-8ae482619d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:33.212841 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af834117-96f7-4791-93d6-d62c9958a676 None None] Pushing event updated for resources: {'Port': ['ID=716a127d-d9f6-41da-b94e-3a5611ea8dba,revision_number=1']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:33.226896 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.managers [None req-af834117-96f7-4791-93d6-d62c9958a676 None None] Attempting to bind port 716a127d-d9f6-41da-b94e-3a5611ea8dba on host dv-cinder-829630-1-smb for vnic_type normal with profile {{(pid=108157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 04:40:33.227315 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.managers [None req-af834117-96f7-4791-93d6-d62c9958a676 None None] Attempting to bind port 716a127d-d9f6-41da-b94e-3a5611ea8dba by drivers openvswitch,hyperv on host dv-cinder-829630-1-smb at level 0 using segments [{'id': 'd7c23f60-fd81-463c-84c9-fb74244f4d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '6044f085-e24b-42f2-baa3-35fa62a45e03'}] {{(pid=108157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 04:40:33.227674 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af834117-96f7-4791-93d6-d62c9958a676 None None] Attempting to bind port 716a127d-d9f6-41da-b94e-3a5611ea8dba on network 6044f085-e24b-42f2-baa3-35fa62a45e03 {{(pid=108157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:40:33.231957 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-8bffafb7-7211-4139-a4ba-bf8d97fe2b44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733365501916'] for network, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:33.260408 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af834117-96f7-4791-93d6-d62c9958a676 None None] Checking agent: {'id': 'd1beeaa3-bd36-43bd-8b31-620fffa1b4c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 4, 31, 55), 'started_at': datetime.datetime(2022, 2, 17, 4, 32, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 4, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 04:40:33.264009 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af834117-96f7-4791-93d6-d62c9958a676 None None] Checking segment: {'id': 'd7c23f60-fd81-463c-84c9-fb74244f4d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '6044f085-e24b-42f2-baa3-35fa62a45e03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:40:33.264444 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-af834117-96f7-4791-93d6-d62c9958a676 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:33.269120 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af834117-96f7-4791-93d6-d62c9958a676 None None] Bound using segment: {'id': 'd7c23f60-fd81-463c-84c9-fb74244f4d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '6044f085-e24b-42f2-baa3-35fa62a45e03'} {{(pid=108157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 04:40:33.269654 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.managers [None req-af834117-96f7-4791-93d6-d62c9958a676 None None] Bound port: 716a127d-d9f6-41da-b94e-3a5611ea8dba, host: dv-cinder-829630-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7c23f60-fd81-463c-84c9-fb74244f4d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '6044f085-e24b-42f2-baa3-35fa62a45e03'}}] {{(pid=108157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 04:40:33.270045 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-af834117-96f7-4791-93d6-d62c9958a676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:33.372673 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-8bffafb7-7211-4139-a4ba-bf8d97fe2b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-827310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785'] for network, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:33.375315 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bffafb7-7211-4139-a4ba-bf8d97fe2b44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:33.375900 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-8bffafb7-7211-4139-a4ba-bf8d97fe2b44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737771'] for network, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:33.466499 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-cd216d6a-adbb-4650-9f21-8ae482619d44 None None] For port 31145821-455e-4714-9828-658720a4e2b0, host dv-cinder-829630-1-smb, cleared binding levels {{(pid=108157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 04:40:33.470978 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-cd216d6a-adbb-4650-9f21-8ae482619d44 None None] For port 31145821-455e-4714-9828-658720a4e2b0, host dv-cinder-829630-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-smb',level=0,port_id=31145821-455e-4714-9828-658720a4e2b0,segment=NetworkSegment(99a66aaf-8003-4c92-9542-5126eba81209),segment_id=99a66aaf-8003-4c92-9542-5126eba81209)] {{(pid=108157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 04:40:33.482530 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-cd216d6a-adbb-4650-9f21-8ae482619d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:33.525365 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-bb232934-0522-4931-8c67-08bec57626fa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:33.538256 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-db79c444-afe2-406a-a2a7-34190650b63a admin admin] Notify callbacks [] for port, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:33.549367 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-8bffafb7-7211-4139-a4ba-bf8d97fe2b44 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.4438243 Feb 17 04:40:33.555129 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 55604) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:40:33.563064 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.v2.base [None req-e9b43081-df99-4e14-b47a-e1895cbe8c3a admin admin] Request body: {'subnet': {'network_id': 'f8dfc0c0-707e-47ca-b158-56288381f5d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-63436871-subnet', 'tenant_id': '8d05aa390dcb4a2a96427f0bf7e7df35', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:40:33.570533 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bffafb7-7211-4139-a4ba-bf8d97fe2b44 admin admin] Pushing event updated for resources: {'Network': ['ID=f8dfc0c0-707e-47ca-b158-56288381f5d7,revision_number=1']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:33.613986 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd216d6a-adbb-4650-9f21-8ae482619d44 None None] Pushing event updated for resources: {'Port': ['ID=31145821-455e-4714-9828-658720a4e2b0,revision_number=2']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:33.647521 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9b43081-df99-4e14-b47a-e1895cbe8c3a admin admin] Made reservation on behalf of 8d05aa390dcb4a2a96427f0bf7e7df35 for: {'subnet': 1} {{(pid=108155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:40:33.651025 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-e9b43081-df99-4e14-b47a-e1895cbe8c3a admin admin] Notify callbacks [] for subnet, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:33.667380 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-af834117-96f7-4791-93d6-d62c9958a676 None None] For port 716a127d-d9f6-41da-b94e-3a5611ea8dba, host dv-cinder-829630-1-smb, cleared binding levels {{(pid=108157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 04:40:33.668953 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-db79c444-afe2-406a-a2a7-34190650b63a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733365499769'] for port, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:33.672000 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-af834117-96f7-4791-93d6-d62c9958a676 None None] For port 716a127d-d9f6-41da-b94e-3a5611ea8dba, host dv-cinder-829630-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-smb',level=0,port_id=716a127d-d9f6-41da-b94e-3a5611ea8dba,segment=NetworkSegment(d7c23f60-fd81-463c-84c9-fb74244f4d61),segment_id=d7c23f60-fd81-463c-84c9-fb74244f4d61)] {{(pid=108157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 04:40:33.674366 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Network f8dfc0c0-707e-47ca-b158-56288381f5d7 details requested by agent ovs-agent-dv-cinder-829630-1-smb with host dv-cinder-829630-1-smb {{(pid=108157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 04:40:33.727096 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-af834117-96f7-4791-93d6-d62c9958a676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:33.730253 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 55612) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:40:33.780420 dv-cinder-829630-1-smb neutron-server[108156]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 17 04:40:33.844947 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af834117-96f7-4791-93d6-d62c9958a676 None None] Pushing event updated for resources: {'Port': ['ID=716a127d-d9f6-41da-b94e-3a5611ea8dba,revision_number=2']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:33.857836 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db79c444-afe2-406a-a2a7-34190650b63a admin admin] Network 9ee4813c-26bc-4ce0-8bb0-948d56f273c2 is already hosted by enough agents. {{(pid=108155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:40:33.875466 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.scheduler.base_scheduler [None req-db79c444-afe2-406a-a2a7-34190650b63a admin admin] Resources bound (agent type, host, resource id): {{(pid=108155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:40:33.924646 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db79c444-afe2-406a-a2a7-34190650b63a admin admin] Received port after_create {{(pid=108155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:40:34.003074 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db79c444-afe2-406a-a2a7-34190650b63a admin admin] Pushing event updated for resources: {'Port': ['ID=08897a33-58fd-46a7-aa92-1311a6a87524,revision_number=1']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:34.240115 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-bb232934-0522-4931-8c67-08bec57626fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-649951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650009'] for router, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:34.296246 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6da772-b074-4f5b-a22f-459fc4d38ff4 req-2b4f5f81-3c87-4817-8c25-bc25f16440c7 tempest-DeleteServersTestJSON-232607191 tempest-DeleteServersTestJSON-232607191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:34.301692 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-2a6da772-b074-4f5b-a22f-459fc4d38ff4 req-2b4f5f81-3c87-4817-8c25-bc25f16440c7 tempest-DeleteServersTestJSON-232607191 tempest-DeleteServersTestJSON-232607191-project] 10.222.0.36 "GET /v2.0/networks?id=8dedb6d3-9edc-4636-ba64-5bde48c50c4e HTTP/1.1" status: 200 len: 811 time: 0.5701759 Feb 17 04:40:34.403352 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-2a6da772-b074-4f5b-a22f-459fc4d38ff4 req-7ce44f25-2765-4fc0-814a-fc0c53179158 tempest-DeleteServersTestJSON-232607191 tempest-DeleteServersTestJSON-232607191-project] 10.222.0.36 "GET /v2.0/quotas/92ccd315462e4256a62cd0ec23e16d58 HTTP/1.1" status: 200 len: 375 time: 0.0207047 Feb 17 04:40:34.494657 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-2a6da772-b074-4f5b-a22f-459fc4d38ff4 req-546f99b0-accb-4f99-8f63-e0ab1ded77e9 tempest-DeleteServersTestJSON-232607191 tempest-DeleteServersTestJSON-232607191-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=92ccd315462e4256a62cd0ec23e16d58&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0903306 Feb 17 04:40:34.531797 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Device 31145821-455e-4714-9828-658720a4e2b0 up at agent ovs-agent-dv-cinder-829630-1-smb {{(pid=108157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:40:34.602118 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-e9b43081-df99-4e14-b47a-e1895cbe8c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785'] for subnet, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:34.648223 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb232934-0522-4931-8c67-08bec57626fa admin admin] Router ef85b872-6682-4aea-a8d0-4a8b4a533176 is scheduled to L3 agent e8023405-eda5-4975-af11-622b29ed5550 with binding_index 1 {{(pid=108156) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 04:40:34.662150 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Provisioning complete for port 31145821-455e-4714-9828-658720a4e2b0 triggered by entity L2. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:40:34.662677 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:34.714242 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 55630) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:40:34.783686 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:34.858296 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-db79c444-afe2-406a-a2a7-34190650b63a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:34.872375 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] For port 31145821-455e-4714-9828-658720a4e2b0, host dv-cinder-829630-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-smb',level=0,port_id=31145821-455e-4714-9828-658720a4e2b0,segment=NetworkSegment(99a66aaf-8003-4c92-9542-5126eba81209),segment_id=99a66aaf-8003-4c92-9542-5126eba81209)] {{(pid=108157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:40:34.883619 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:34.924483 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [req-2a6da772-b074-4f5b-a22f-459fc4d38ff4 req-f2d32f82-2c27-4c3a-96b2-03e39a360dd1 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=108156) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 04:40:34.931558 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-2a6da772-b074-4f5b-a22f-459fc4d38ff4 req-f2d32f82-2c27-4c3a-96b2-03e39a360dd1 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2160261 Feb 17 04:40:34.946547 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b43081-df99-4e14-b47a-e1895cbe8c3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=387ccaa5-b929-42d6-a9c2-1f457bf77b26,revision_number=0']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:34.950330 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b43081-df99-4e14-b47a-e1895cbe8c3a admin admin] Checking segment: {'id': '0a64ba19-9868-45ce-a099-375b93b1c182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f8dfc0c0-707e-47ca-b158-56288381f5d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:40:34.950693 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b43081-df99-4e14-b47a-e1895cbe8c3a admin admin] Network hostable DHCP agents. Network: f8dfc0c0-707e-47ca-b158-56288381f5d7, hostable agents: ['d83db365-ab74-4a5c-900a-be065315088d'], hosted agents: [] {{(pid=108155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 04:40:34.985915 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Pushing event updated for resources: {'Port': ['ID=31145821-455e-4714-9828-658720a4e2b0,revision_number=3']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:35.013614 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b43081-df99-4e14-b47a-e1895cbe8c3a admin admin] Network f8dfc0c0-707e-47ca-b158-56288381f5d7 is scheduled to be hosted by DHCP agent d83db365-ab74-4a5c-900a-be065315088d with binding_index 1 {{(pid=108155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 04:40:35.026471 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.scheduler.base_scheduler [None req-e9b43081-df99-4e14-b47a-e1895cbe8c3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829630-1-smb, f8dfc0c0-707e-47ca-b158-56288381f5d7) {{(pid=108155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:40:35.031702 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b43081-df99-4e14-b47a-e1895cbe8c3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:35.032314 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-e9b43081-df99-4e14-b47a-e1895cbe8c3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737771'] for subnet, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:35.040956 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-290ca99b-1a1b-42b8-a770-71e76500fffe admin admin] Notify callbacks [] for security_group, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:35.042300 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981ea72a-630d-484b-a18c-f3a41c00d26a None None] Network f8dfc0c0-707e-47ca-b158-56288381f5d7 requested from dv-cinder-829630-1-smb {{(pid=108157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 17 04:40:35.076058 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb232934-0522-4931-8c67-08bec57626fa admin admin] Notify agent at l3_agent.dv-cinder-829630-1-smb the message routers_updated {{(pid=108156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 04:40:35.088431 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7d7043-40b5-4e91-b1f2-2d9123a1ced2 None None] Sync routers for ids ['ef85b872-6682-4aea-a8d0-4a8b4a533176'] in dv-cinder-829630-1-smb {{(pid=108158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 04:40:35.100765 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7d7043-40b5-4e91-b1f2-2d9123a1ced2 None None] Routers {'ef85b872-6682-4aea-a8d0-4a8b4a533176'} bound to L3 agent in host dv-cinder-829630-1-smb {{(pid=108158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:40:35.101413 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_hamode_db [None req-cb7d7043-40b5-4e91-b1f2-2d9123a1ced2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T04:31:52Z,description=,heartbeat_timestamp=2022-02-17T04:40:22Z,host='dv-cinder-829630-1-smb',id=e8023405-eda5-4975-af11-622b29ed5550,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:52Z,topic='l3_agent')) {'router_ids': ['ef85b872-6682-4aea-a8d0-4a8b4a533176'], 'active': True} {{(pid=108158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:40:35.166442 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-2a6da772-b074-4f5b-a22f-459fc4d38ff4 req-03c7d94f-72c0-4fe9-a2c1-e54fe6741a5a service neutron] 10.222.0.36 "GET /v2.0/networks/8dedb6d3-9edc-4636-ba64-5bde48c50c4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050018 Feb 17 04:40:35.199728 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-e9b43081-df99-4e14-b47a-e1895cbe8c3a admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.6409681 Feb 17 04:40:35.233448 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-bb232934-0522-4931-8c67-08bec57626fa admin admin] Notify callbacks [] for router, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:35.242312 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-bb232934-0522-4931-8c67-08bec57626fa admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.8952475 Feb 17 04:40:35.278708 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 55664) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:40:35.454272 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-db79c444-afe2-406a-a2a7-34190650b63a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-649951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650009'] for router, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:35.536349 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 55674) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:40:35.625334 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113b9398-8f25-4439-a3b6-da1ff81f4bc8 None None] Network f8dfc0c0-707e-47ca-b158-56288381f5d7 requested from dv-cinder-829630-1-smb {{(pid=108157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 17 04:40:35.698317 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_dvr_db [None req-cb7d7043-40b5-4e91-b1f2-2d9123a1ced2 None None] Set router ef85b872-6682-4aea-a8d0-4a8b4a533176 gateway port host: dv-cinder-829630-1-smb {{(pid=108158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:40:35.724700 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-290ca99b-1a1b-42b8-a770-71e76500fffe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:35.730196 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.db.db_base_plugin_v2 [None req-00d4a8b5-4913-4dc5-8f4b-8097309b4fce admin admin] Deleting subnet 9b104407-fef1-4987-871b-2bdc4e1305b0 {{(pid=108156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 17 04:40:35.736273 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-00d4a8b5-4913-4dc5-8f4b-8097309b4fce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:35.797560 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-00d4a8b5-4913-4dc5-8f4b-8097309b4fce admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:35.805272 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809e0ce9-14ad-442e-a92f-cbf97999e43f None None] Network 6044f085-e24b-42f2-baa3-35fa62a45e03 requested from dv-cinder-829630-1-smb {{(pid=108157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 17 04:40:35.820819 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-00d4a8b5-4913-4dc5-8f4b-8097309b4fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961027'] for subnet, precommit_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:35.936623 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-290ca99b-1a1b-42b8-a770-71e76500fffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:35.973960 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_hamode_db [None req-cb7d7043-40b5-4e91-b1f2-2d9123a1ced2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef85b872-6682-4aea-a8d0-4a8b4a533176', 'name': 'tempest-AttachVolumeShelveTestJSON-408808888-router', 'tenant_id': 'fcce34a724fd4831979df5c4aa7cf368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'external_fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.22'}], 'enable_snat': True}, 'gw_port_id': '9c126979-2d2f-49c4-9445-d884b0b80ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:40:31Z', 'updated_at': '2022-02-17T04:40:33Z', 'revision_number': 3, 'project_id': 'fcce34a724fd4831979df5c4aa7cf368', 'gw_port': {'id': '9c126979-2d2f-49c4-9445-d884b0b80ebe', 'name': '', 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:55:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef85b872-6682-4aea-a8d0-4a8b4a533176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:32Z', 'updated_at': '2022-02-17T04:40:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-smb'}], 'dv-cinder-829630-1-smb', False) {} {{(pid=108158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:40:36.030661 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-2a6da772-b074-4f5b-a22f-459fc4d38ff4 req-cdd71a3f-acd0-4abb-aecd-dffac746ff87 service neutron] 10.222.0.36 "GET /v2.0/networks/8dedb6d3-9edc-4636-ba64-5bde48c50c4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8526309 Feb 17 04:40:36.047756 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7d7043-40b5-4e91-b1f2-2d9123a1ced2 None None] Checking router: ef85b872-6682-4aea-a8d0-4a8b4a533176 for host: dv-cinder-829630-1-smb {{(pid=108158) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 04:40:36.048455 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7d7043-40b5-4e91-b1f2-2d9123a1ced2 None None] Updating router ef85b872-6682-4aea-a8d0-4a8b4a533176 port 9c126979-2d2f-49c4-9445-d884b0b80ebe binding host dv-cinder-829630-1-smb {{(pid=108158) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 04:40:36.048675 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102537ea-d735-47b1-95d2-e8f8eaa08b62 None None] Network 75349da8-5288-4d10-8e72-5e1d72cb6968 requested from dv-cinder-829630-1-smb {{(pid=108157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 17 04:40:36.126600 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-30943e5c-8dc6-4230-b070-c29df5a23a48 None None] Provisioning complete for port 716a127d-d9f6-41da-b94e-3a5611ea8dba triggered by entity DHCP. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:40:36.127508 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-30943e5c-8dc6-4230-b070-c29df5a23a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:36.135248 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron_lib.callbacks.manager [None req-cb7d7043-40b5-4e91-b1f2-2d9123a1ced2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:36.136745 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-290ca99b-1a1b-42b8-a770-71e76500fffe admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a42c636873bb40aa9e407d498edbdb8d&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4199004 Feb 17 04:40:36.141849 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-00d4a8b5-4913-4dc5-8f4b-8097309b4fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1961080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785'] for subnet, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:36.148101 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 55690) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:40:36.152950 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290ca99b-1a1b-42b8-a770-71e76500fffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d50637e-d168-42d0-b463-af8e7ac7834c,revision_number=1']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:36.207215 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d4a8b5-4913-4dc5-8f4b-8097309b4fce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b104407-fef1-4987-871b-2bdc4e1305b0,revision_number=None']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:36.213598 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-00d4a8b5-4913-4dc5-8f4b-8097309b4fce admin admin] Notify callbacks [] for subnet, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:36.217601 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-00d4a8b5-4913-4dc5-8f4b-8097309b4fce admin admin] 10.222.0.36 "DELETE /v2.0/subnets/9b104407-fef1-4987-871b-2bdc4e1305b0 HTTP/1.1" status: 204 len: 168 time: 0.6796691 Feb 17 04:40:36.225447 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 55694) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:40:36.242239 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db79c444-afe2-406a-a2a7-34190650b63a admin admin] Router 512931e0-d748-48dc-b61a-2e7dd9d916ad is scheduled to L3 agent e8023405-eda5-4975-af11-622b29ed5550 with binding_index 1 {{(pid=108155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 04:40:36.399378 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-5afa0d6f-1054-49e9-8338-989732538115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1709386'] for network, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:36.475071 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 55710) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:40:36.482724 dv-cinder-829630-1-smb neutron-server[108155]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 17 04:40:36.601559 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-7fe649a7-7a09-4112-ac26-7aad629b0028 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:36.670711 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Device 716a127d-d9f6-41da-b94e-3a5611ea8dba up at agent ovs-agent-dv-cinder-829630-1-smb {{(pid=108157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:40:36.707591 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-2002f00c-9e0b-4cc7-9837-05857bfc46f6 req-32ad4ffd-d648-48bb-be0d-7e0dae964de5 tempest-DeleteServersTestJSON-232607191 tempest-DeleteServersTestJSON-232607191-project] 10.222.0.36 "GET /v2.0/ports?device_id=cba4426d-725d-4873-a457-10c17d098979 HTTP/1.1" status: 200 len: 210 time: 0.2292542 Feb 17 04:40:36.721561 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-7fe649a7-7a09-4112-ac26-7aad629b0028 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:36.783033 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-5afa0d6f-1054-49e9-8338-989732538115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1960161', 'neutron.services.segments.db._delete_segments_for_network-8733365806376'] for network, precommit_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:36.837883 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-5afa0d6f-1054-49e9-8338-989732538115 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=108156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:40:36.838582 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-5afa0d6f-1054-49e9-8338-989732538115 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=108156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:40:36.839996 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-5afa0d6f-1054-49e9-8338-989732538115 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=108156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:40:36.840489 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-5afa0d6f-1054-49e9-8338-989732538115 admin admin] Subscribe: > port after_create 55550000 {{(pid=108156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:40:36.841151 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-5afa0d6f-1054-49e9-8338-989732538115 admin admin] Subscribe: > port after_delete 55550000 {{(pid=108156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:40:36.841700 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-5afa0d6f-1054-49e9-8338-989732538115 admin admin] Subscribe: > port after_update 55550000 {{(pid=108156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:40:36.842733 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-5afa0d6f-1054-49e9-8338-989732538115 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=108156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:40:36.843396 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-5afa0d6f-1054-49e9-8338-989732538115 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=108156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:40:36.843879 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-5afa0d6f-1054-49e9-8338-989732538115 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=108156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:40:36.844356 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-5afa0d6f-1054-49e9-8338-989732538115 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=108156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:40:36.856664 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron_lib.callbacks.manager [None req-cb7d7043-40b5-4e91-b1f2-2d9123a1ced2 None None] Notify callbacks [] for port, precommit_update {{(pid=108158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:36.865384 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron_lib.callbacks.manager [None req-cb7d7043-40b5-4e91-b1f2-2d9123a1ced2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:36.933196 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Provisioning complete for port 716a127d-d9f6-41da-b94e-3a5611ea8dba triggered by entity L2. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:40:36.933567 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:36.946196 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcce9d5-028a-4fa2-94e5-0385efd0df3b None None] Pushing event updated for resources: {'Port': ['ID=9c126979-2d2f-49c4-9445-d884b0b80ebe,revision_number=2']} {{(pid=108158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:36.976165 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcce9d5-028a-4fa2-94e5-0385efd0df3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:40:36.977061 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcce9d5-028a-4fa2-94e5-0385efd0df3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:40:36.977748 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcce9d5-028a-4fa2-94e5-0385efd0df3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:40:36.979325 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcce9d5-028a-4fa2-94e5-0385efd0df3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:40:36.979817 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcce9d5-028a-4fa2-94e5-0385efd0df3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:40:36.981339 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcce9d5-028a-4fa2-94e5-0385efd0df3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:40:36.984223 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcce9d5-028a-4fa2-94e5-0385efd0df3b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:40:36.984783 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcce9d5-028a-4fa2-94e5-0385efd0df3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:40:36.985305 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcce9d5-028a-4fa2-94e5-0385efd0df3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:40:36.985804 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcce9d5-028a-4fa2-94e5-0385efd0df3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:40:36.987781 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcce9d5-028a-4fa2-94e5-0385efd0df3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:40:36.996274 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcce9d5-028a-4fa2-94e5-0385efd0df3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:40:36.997851 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcce9d5-028a-4fa2-94e5-0385efd0df3b None None] Tracked resource versions report: Feb 17 04:40:36.997851 dv-cinder-829630-1-smb neutron-server[108158]: pushed versions: Feb 17 04:40:36.997851 dv-cinder-829630-1-smb neutron-server[108158]: { 'AddressGroup': {'1.2'}, Feb 17 04:40:36.997851 dv-cinder-829630-1-smb neutron-server[108158]: 'ConntrackHelper': {'1.0'}, Feb 17 04:40:36.997851 dv-cinder-829630-1-smb neutron-server[108158]: 'Log': {'1.0'}, Feb 17 04:40:36.997851 dv-cinder-829630-1-smb neutron-server[108158]: 'Network': {'1.1'}, Feb 17 04:40:36.997851 dv-cinder-829630-1-smb neutron-server[108158]: 'Port': {'1.7'}, Feb 17 04:40:36.997851 dv-cinder-829630-1-smb neutron-server[108158]: 'PortForwarding': {'1.2'}, Feb 17 04:40:36.997851 dv-cinder-829630-1-smb neutron-server[108158]: 'QosPolicy': {'1.9'}, Feb 17 04:40:36.997851 dv-cinder-829630-1-smb neutron-server[108158]: 'SecurityGroup': {'1.4'}, Feb 17 04:40:36.997851 dv-cinder-829630-1-smb neutron-server[108158]: 'SecurityGroupRule': {'1.2'}, Feb 17 04:40:36.997851 dv-cinder-829630-1-smb neutron-server[108158]: 'SubPort': {'1.0'}, Feb 17 04:40:36.997851 dv-cinder-829630-1-smb neutron-server[108158]: 'Subnet': {'1.1'}, Feb 17 04:40:36.997851 dv-cinder-829630-1-smb neutron-server[108158]: 'Trunk': {'1.1'}} Feb 17 04:40:36.997851 dv-cinder-829630-1-smb neutron-server[108158]: consumer versions: Feb 17 04:40:36.997851 dv-cinder-829630-1-smb neutron-server[108158]: { DHCP agent@dv-cinder-829630-1-smb: {}, Feb 17 04:40:36.997851 dv-cinder-829630-1-smb neutron-server[108158]: HyperV agent@hv-cinder-82963: {}, Feb 17 04:40:36.997851 dv-cinder-829630-1-smb neutron-server[108158]: L3 agent@dv-cinder-829630-1-smb: {}, Feb 17 04:40:36.997851 dv-cinder-829630-1-smb neutron-server[108158]: Metadata agent@dv-cinder-829630-1-smb: {}, Feb 17 04:40:36.997851 dv-cinder-829630-1-smb neutron-server[108158]: Metering agent@dv-cinder-829630-1-smb: {}, Feb 17 04:40:36.997851 dv-cinder-829630-1-smb neutron-server[108158]: Open vSwitch agent@dv-cinder-829630-1-smb: { 'AddressGroup': '1.2', Feb 17 04:40:36.997851 dv-cinder-829630-1-smb neutron-server[108158]: 'ConntrackHelper': '1.0', Feb 17 04:40:36.997851 dv-cinder-829630-1-smb neutron-server[108158]: 'Log': '1.0', Feb 17 04:40:36.997851 dv-cinder-829630-1-smb neutron-server[108158]: 'Network': '1.1', Feb 17 04:40:36.997851 dv-cinder-829630-1-smb neutron-server[108158]: 'Port': '1.7', Feb 17 04:40:36.997851 dv-cinder-829630-1-smb neutron-server[108158]: 'PortForwarding': '1.2', Feb 17 04:40:36.997851 dv-cinder-829630-1-smb neutron-server[108158]: 'QosPolicy': '1.9', Feb 17 04:40:36.997851 dv-cinder-829630-1-smb neutron-server[108158]: 'SecurityGroup': '1.4', Feb 17 04:40:36.997851 dv-cinder-829630-1-smb neutron-server[108158]: 'SecurityGroupRule': '1.2', Feb 17 04:40:36.997851 dv-cinder-829630-1-smb neutron-server[108158]: 'SubPort': '1.0', Feb 17 04:40:36.997851 dv-cinder-829630-1-smb neutron-server[108158]: 'Subnet': '1.1', Feb 17 04:40:36.997851 dv-cinder-829630-1-smb neutron-server[108158]: 'Trunk': '1.1'}} Feb 17 04:40:36.997851 dv-cinder-829630-1-smb neutron-server[108158]: {{(pid=108158) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 17 04:40:37.047108 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-30943e5c-8dc6-4230-b070-c29df5a23a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:37.074274 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.plugins.ml2.managers [None req-cb7d7043-40b5-4e91-b1f2-2d9123a1ced2 None None] Attempting to bind port 9c126979-2d2f-49c4-9445-d884b0b80ebe on host dv-cinder-829630-1-smb for vnic_type normal with profile {{(pid=108158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 04:40:37.075175 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.plugins.ml2.managers [None req-cb7d7043-40b5-4e91-b1f2-2d9123a1ced2 None None] Attempting to bind port 9c126979-2d2f-49c4-9445-d884b0b80ebe by drivers openvswitch,hyperv on host dv-cinder-829630-1-smb at level 0 using segments [{'id': 'e91f6497-8228-4e22-a6c9-5a362f6f98f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2'}] {{(pid=108158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 04:40:37.075718 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7d7043-40b5-4e91-b1f2-2d9123a1ced2 None None] Attempting to bind port 9c126979-2d2f-49c4-9445-d884b0b80ebe on network 9ee4813c-26bc-4ce0-8bb0-948d56f273c2 {{(pid=108158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:40:37.094157 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7d7043-40b5-4e91-b1f2-2d9123a1ced2 None None] Checking agent: {'id': 'd1beeaa3-bd36-43bd-8b31-620fffa1b4c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 4, 31, 55), 'started_at': datetime.datetime(2022, 2, 17, 4, 32, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 4, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 04:40:37.094954 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7d7043-40b5-4e91-b1f2-2d9123a1ced2 None None] Checking segment: {'id': 'e91f6497-8228-4e22-a6c9-5a362f6f98f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:40:37.095669 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron_lib.callbacks.manager [None req-cb7d7043-40b5-4e91-b1f2-2d9123a1ced2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:37.096296 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7d7043-40b5-4e91-b1f2-2d9123a1ced2 None None] Bound using segment: {'id': 'e91f6497-8228-4e22-a6c9-5a362f6f98f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2'} {{(pid=108158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 04:40:37.097941 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.plugins.ml2.managers [None req-cb7d7043-40b5-4e91-b1f2-2d9123a1ced2 None None] Bound port: 9c126979-2d2f-49c4-9445-d884b0b80ebe, host: dv-cinder-829630-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e91f6497-8228-4e22-a6c9-5a362f6f98f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2'}}] {{(pid=108158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 04:40:37.098810 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron_lib.callbacks.manager [None req-cb7d7043-40b5-4e91-b1f2-2d9123a1ced2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:37.135696 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-3bde9d28-150b-4a86-903a-53368bd7a92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:37.140710 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db79c444-afe2-406a-a2a7-34190650b63a admin admin] Notify agent at l3_agent.dv-cinder-829630-1-smb the message routers_updated {{(pid=108155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 04:40:37.206814 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef48c296-35f1-4249-95a3-0152c34728dc None None] Sync routers for ids ['512931e0-d748-48dc-b61a-2e7dd9d916ad'] in dv-cinder-829630-1-smb {{(pid=108157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 04:40:37.214144 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-30943e5c-8dc6-4230-b070-c29df5a23a48 None None] For port 716a127d-d9f6-41da-b94e-3a5611ea8dba, host dv-cinder-829630-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-smb',level=0,port_id=716a127d-d9f6-41da-b94e-3a5611ea8dba,segment=NetworkSegment(d7c23f60-fd81-463c-84c9-fb74244f4d61),segment_id=d7c23f60-fd81-463c-84c9-fb74244f4d61)] {{(pid=108157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:40:37.231471 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-30943e5c-8dc6-4230-b070-c29df5a23a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:37.250679 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-db79c444-afe2-406a-a2a7-34190650b63a admin admin] Notify callbacks [] for router, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:37.252936 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-db79c444-afe2-406a-a2a7-34190650b63a admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.9958403 Feb 17 04:40:37.270270 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 55750) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:40:37.344086 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef48c296-35f1-4249-95a3-0152c34728dc None None] Routers {'512931e0-d748-48dc-b61a-2e7dd9d916ad'} bound to L3 agent in host dv-cinder-829630-1-smb {{(pid=108157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:40:37.345051 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_hamode_db [None req-ef48c296-35f1-4249-95a3-0152c34728dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T04:31:52Z,description=,heartbeat_timestamp=2022-02-17T04:40:22Z,host='dv-cinder-829630-1-smb',id=e8023405-eda5-4975-af11-622b29ed5550,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:52Z,topic='l3_agent')) {'router_ids': ['512931e0-d748-48dc-b61a-2e7dd9d916ad'], 'active': True} {{(pid=108157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:40:37.350018 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:37.371584 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.plugins.ml2.db [None req-cb7d7043-40b5-4e91-b1f2-2d9123a1ced2 None None] For port 9c126979-2d2f-49c4-9445-d884b0b80ebe, host dv-cinder-829630-1-smb, cleared binding levels {{(pid=108158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 04:40:37.400560 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.plugins.ml2.db [None req-cb7d7043-40b5-4e91-b1f2-2d9123a1ced2 None None] For port 9c126979-2d2f-49c4-9445-d884b0b80ebe, host dv-cinder-829630-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-smb',level=0,port_id=9c126979-2d2f-49c4-9445-d884b0b80ebe,segment=NetworkSegment(e91f6497-8228-4e22-a6c9-5a362f6f98f1),segment_id=e91f6497-8228-4e22-a6c9-5a362f6f98f1)] {{(pid=108158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 04:40:37.412175 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron_lib.callbacks.manager [None req-cb7d7043-40b5-4e91-b1f2-2d9123a1ced2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:37.553323 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-5afa0d6f-1054-49e9-8338-989732538115 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=108156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:40:37.553947 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-5afa0d6f-1054-49e9-8338-989732538115 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=108156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:40:37.554551 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-5afa0d6f-1054-49e9-8338-989732538115 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=108156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:40:37.555081 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-5afa0d6f-1054-49e9-8338-989732538115 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=108156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:40:37.555598 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.services.segments.db [None req-5afa0d6f-1054-49e9-8338-989732538115 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1f7896e-8f44-4f51-a58e-629c670ba3fb']}} {{(pid=108156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:40:37.575848 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.services.segments.db [None req-5afa0d6f-1054-49e9-8338-989732538115 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6c4257d-36dc-4f3d-b7e5-b128c73872af') {'for_net_delete': True} {{(pid=108156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:40:37.576407 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.services.segments.db [None req-5afa0d6f-1054-49e9-8338-989732538115 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6c4257d-36dc-4f3d-b7e5-b128c73872af') {} {{(pid=108156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:40:37.581830 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcce9d5-028a-4fa2-94e5-0385efd0df3b None None] Pushing event updated for resources: {'Port': ['ID=9c126979-2d2f-49c4-9445-d884b0b80ebe,revision_number=3']} {{(pid=108158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:37.590175 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30943e5c-8dc6-4230-b070-c29df5a23a48 None None] Pushing event updated for resources: {'Port': ['ID=716a127d-d9f6-41da-b94e-3a5611ea8dba,revision_number=3']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:37.592742 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-acd99e13-63ec-4ff4-89a0-8321ffeb99c4 None None] Provisioning complete for port 31145821-455e-4714-9828-658720a4e2b0 triggered by entity DHCP. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:40:37.593252 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-acd99e13-63ec-4ff4-89a0-8321ffeb99c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:37.608091 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-5afa0d6f-1054-49e9-8338-989732538115 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733366045332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26378065'] for segment, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:37.622372 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7d7043-40b5-4e91-b1f2-2d9123a1ced2 None None] Routers {'ef85b872-6682-4aea-a8d0-4a8b4a533176'} bound to L3 agent in host dv-cinder-829630-1-smb {{(pid=108158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:40:37.623143 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_hamode_db [None req-cb7d7043-40b5-4e91-b1f2-2d9123a1ced2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T04:31:52Z,description=,heartbeat_timestamp=2022-02-17T04:40:22Z,host='dv-cinder-829630-1-smb',id=e8023405-eda5-4975-af11-622b29ed5550,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:52Z,topic='l3_agent')) {'router_ids': ['ef85b872-6682-4aea-a8d0-4a8b4a533176'], 'active': True} {{(pid=108158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:40:37.657796 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-5afa0d6f-1054-49e9-8338-989732538115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1955041'] for segment, precommit_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:37.666363 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-7fe649a7-7a09-4112-ac26-7aad629b0028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:37.670246 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-7fe649a7-7a09-4112-ac26-7aad629b0028 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:37.674230 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-7fe649a7-7a09-4112-ac26-7aad629b0028 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6d50637e-d168-42d0-b463-af8e7ac7834c HTTP/1.1" status: 204 len: 168 time: 1.5142460 Feb 17 04:40:37.694670 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5afa0d6f-1054-49e9-8338-989732538115 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=108156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 04:40:37.695115 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-5afa0d6f-1054-49e9-8338-989732538115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1955041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26489083'] for segment, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:37.699839 dv-cinder-829630-1-smb neutron-server[108156]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 04:40:37.699839 dv-cinder-829630-1-smb neutron-server[108156]: from cryptography.utils import int_from_bytes Feb 17 04:40:37.699839 dv-cinder-829630-1-smb neutron-server[108156]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 04:40:37.699839 dv-cinder-829630-1-smb neutron-server[108156]: from cryptography.utils import int_from_bytes Feb 17 04:40:37.699839 dv-cinder-829630-1-smb neutron-server[108156]: Traceback (most recent call last): Feb 17 04:40:37.699839 dv-cinder-829630-1-smb neutron-server[108156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 04:40:37.699839 dv-cinder-829630-1-smb neutron-server[108156]: timer() Feb 17 04:40:37.699839 dv-cinder-829630-1-smb neutron-server[108156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 04:40:37.699839 dv-cinder-829630-1-smb neutron-server[108156]: cb(*args, **kw) Feb 17 04:40:37.699839 dv-cinder-829630-1-smb neutron-server[108156]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 04:40:37.699839 dv-cinder-829630-1-smb neutron-server[108156]: return func(*args, **kwargs) Feb 17 04:40:37.699839 dv-cinder-829630-1-smb neutron-server[108156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 04:40:37.699839 dv-cinder-829630-1-smb neutron-server[108156]: self._notify() Feb 17 04:40:37.699839 dv-cinder-829630-1-smb neutron-server[108156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 04:40:37.699839 dv-cinder-829630-1-smb neutron-server[108156]: self.callback(batched_events) Feb 17 04:40:37.699839 dv-cinder-829630-1-smb neutron-server[108156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 04:40:37.699839 dv-cinder-829630-1-smb neutron-server[108156]: event.method(event) Feb 17 04:40:37.699839 dv-cinder-829630-1-smb neutron-server[108156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 04:40:37.699839 dv-cinder-829630-1-smb neutron-server[108156]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 04:40:37.699839 dv-cinder-829630-1-smb neutron-server[108156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 04:40:37.699839 dv-cinder-829630-1-smb neutron-server[108156]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 04:40:37.699839 dv-cinder-829630-1-smb neutron-server[108156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 04:40:37.699839 dv-cinder-829630-1-smb neutron-server[108156]: return f(self, *a, **k) Feb 17 04:40:37.699839 dv-cinder-829630-1-smb neutron-server[108156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 04:40:37.699839 dv-cinder-829630-1-smb neutron-server[108156]: return self._get(url).json() Feb 17 04:40:37.699839 dv-cinder-829630-1-smb neutron-server[108156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 04:40:37.699839 dv-cinder-829630-1-smb neutron-server[108156]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 04:40:37.699839 dv-cinder-829630-1-smb neutron-server[108156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 04:40:37.699839 dv-cinder-829630-1-smb neutron-server[108156]: return self.request(url, 'GET', **kwargs) Feb 17 04:40:37.699839 dv-cinder-829630-1-smb neutron-server[108156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 04:40:37.699839 dv-cinder-829630-1-smb neutron-server[108156]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 04:40:37.699839 dv-cinder-829630-1-smb neutron-server[108156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 04:40:37.699839 dv-cinder-829630-1-smb neutron-server[108156]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 04:40:37.699839 dv-cinder-829630-1-smb neutron-server[108156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 04:40:37.699839 dv-cinder-829630-1-smb neutron-server[108156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 04:40:37.699839 dv-cinder-829630-1-smb neutron-server[108156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 04:40:37.714619 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe649a7-7a09-4112-ac26-7aad629b0028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d50637e-d168-42d0-b463-af8e7ac7834c,revision_number=None']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:37.802801 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-5afa0d6f-1054-49e9-8338-989732538115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1960168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-827310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650049'] for network, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:37.810301 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-5afa0d6f-1054-49e9-8338-989732538115 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737771'] for network, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:37.816323 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-5afa0d6f-1054-49e9-8338-989732538115 admin admin] 10.222.0.36 "DELETE /v2.0/networks/e1f7896e-8f44-4f51-a58e-629c670ba3fb HTTP/1.1" status: 204 len: 168 time: 1.5871248 Feb 17 04:40:37.833428 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.db.api [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108157) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 04:40:37.834029 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG oslo_db.api [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 04:40:37.839624 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_dvr_db [None req-ef48c296-35f1-4249-95a3-0152c34728dc None None] Set router 512931e0-d748-48dc-b61a-2e7dd9d916ad gateway port host: dv-cinder-829630-1-smb {{(pid=108157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:40:37.841798 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 55774) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:40:37.860461 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afa0d6f-1054-49e9-8338-989732538115 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1f7896e-8f44-4f51-a58e-629c670ba3fb,revision_number=None']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:37.882506 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_dvr_db [None req-cb7d7043-40b5-4e91-b1f2-2d9123a1ced2 None None] Set router ef85b872-6682-4aea-a8d0-4a8b4a533176 gateway port host: dv-cinder-829630-1-smb {{(pid=108158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:40:38.069462 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-a66a6a6b-6e06-4d2e-b5c2-d4b041cd2493 req-5f39c00d-d902-4949-ade1-c8c37e438b37 tempest-DeleteServersTestJSON-232607191 tempest-DeleteServersTestJSON-232607191-project] 10.222.0.36 "GET /v2.0/ports?device_id=cba4426d-725d-4873-a457-10c17d098979 HTTP/1.1" status: 200 len: 210 time: 0.2110739 Feb 17 04:40:38.114562 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.db.db_base_plugin_common [None req-3bde9d28-150b-4a86-903a-53368bd7a92f admin admin] Allocated IP 172.20.0.1 (6044f085-e24b-42f2-baa3-35fa62a45e03/e939ef18-20cb-4ec3-b53b-ca721a133838/5d48e9dd-bf1d-4bae-bb34-e0f0e3fb4abf) {{(pid=108155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:40:38.117305 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.db.db_base_plugin_v2 [None req-abd3039e-e415-485b-beda-7cec4726dc52 admin admin] Deleting subnet 387ccaa5-b929-42d6-a9c2-1f457bf77b26 {{(pid=108156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 17 04:40:38.131278 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-abd3039e-e415-485b-beda-7cec4726dc52 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:38.230032 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-abd3039e-e415-485b-beda-7cec4726dc52 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26378078'] for subnet, precommit_delete_associations {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:38.258222 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_hamode_db [None req-cb7d7043-40b5-4e91-b1f2-2d9123a1ced2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef85b872-6682-4aea-a8d0-4a8b4a533176', 'name': 'tempest-AttachVolumeShelveTestJSON-408808888-router', 'tenant_id': 'fcce34a724fd4831979df5c4aa7cf368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'external_fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.22'}], 'enable_snat': True}, 'gw_port_id': '9c126979-2d2f-49c4-9445-d884b0b80ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:40:31Z', 'updated_at': '2022-02-17T04:40:33Z', 'revision_number': 3, 'project_id': 'fcce34a724fd4831979df5c4aa7cf368', 'gw_port': {'id': '9c126979-2d2f-49c4-9445-d884b0b80ebe', 'name': '', 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:55:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef85b872-6682-4aea-a8d0-4a8b4a533176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:32Z', 'updated_at': '2022-02-17T04:40:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-smb'}], 'dv-cinder-829630-1-smb', False) {} {{(pid=108158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:40:38.260736 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-acd99e13-63ec-4ff4-89a0-8321ffeb99c4 None None] Provisioning complete for port 716a127d-d9f6-41da-b94e-3a5611ea8dba triggered by entity DHCP. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:40:38.261316 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-acd99e13-63ec-4ff4-89a0-8321ffeb99c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:38.332049 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-abd3039e-e415-485b-beda-7cec4726dc52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961027'] for subnet, precommit_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:38.345237 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-3bde9d28-150b-4a86-903a-53368bd7a92f admin admin] Notify callbacks [] for port, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:38.359084 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7d7043-40b5-4e91-b1f2-2d9123a1ced2 None None] The sync data for ids ['ef85b872-6682-4aea-a8d0-4a8b4a533176'] in dv-cinder-829630-1-smb is: [{'id': 'ef85b872-6682-4aea-a8d0-4a8b4a533176', 'name': 'tempest-AttachVolumeShelveTestJSON-408808888-router', 'tenant_id': 'fcce34a724fd4831979df5c4aa7cf368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'external_fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.22'}], 'enable_snat': True}, 'gw_port_id': '9c126979-2d2f-49c4-9445-d884b0b80ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:40:31Z', 'updated_at': '2022-02-17T04:40:33Z', 'revision_number': 3, 'project_id': 'fcce34a724fd4831979df5c4aa7cf368', 'gw_port': {'id': '9c126979-2d2f-49c4-9445-d884b0b80ebe', 'name': '', 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:55:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef85b872-6682-4aea-a8d0-4a8b4a533176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:32Z', 'updated_at': '2022-02-17T04:40:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-smb'}] {{(pid=108158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 04:40:38.474047 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-abd3039e-e415-485b-beda-7cec4726dc52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1961080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26488925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27084032'] for subnet, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:38.502781 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-abd3039e-e415-485b-beda-7cec4726dc52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:38.507303 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-abd3039e-e415-485b-beda-7cec4726dc52 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/387ccaa5-b929-42d6-a9c2-1f457bf77b26 HTTP/1.1" status: 204 len: 168 time: 0.6650829 Feb 17 04:40:38.515558 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 55802) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:40:38.542555 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Device 31145821-455e-4714-9828-658720a4e2b0 up at agent ovs-agent-dv-cinder-829630-1-smb {{(pid=108157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:40:38.554290 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 55804) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:40:38.560773 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd3039e-e415-485b-beda-7cec4726dc52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=387ccaa5-b929-42d6-a9c2-1f457bf77b26,revision_number=None']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:38.591354 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-4efde330-b3e4-457e-a9d5-ccaa09b26567 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:38.659213 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-3bde9d28-150b-4a86-903a-53368bd7a92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733365499769'] for port, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:38.718371 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bde9d28-150b-4a86-903a-53368bd7a92f admin admin] Pushing event updated for resources: {'Port': ['ID=5d48e9dd-bf1d-4bae-bb34-e0f0e3fb4abf,revision_number=1']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:38.718567 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_hamode_db [None req-ef48c296-35f1-4249-95a3-0152c34728dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '512931e0-d748-48dc-b61a-2e7dd9d916ad', 'name': 'tempest-AttachVolumeTestJSON-787431873-router', 'tenant_id': '3829f22bdfad4cf780241903bcedf462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'external_fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.219'}], 'enable_snat': True}, 'gw_port_id': '08897a33-58fd-46a7-aa92-1311a6a87524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:40:31Z', 'updated_at': '2022-02-17T04:40:34Z', 'revision_number': 3, 'project_id': '3829f22bdfad4cf780241903bcedf462', 'gw_port': {'id': '08897a33-58fd-46a7-aa92-1311a6a87524', 'name': '', 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:40:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '512931e0-d748-48dc-b61a-2e7dd9d916ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:32Z', 'updated_at': '2022-02-17T04:40:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-smb'}], 'dv-cinder-829630-1-smb', False) {} {{(pid=108157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:40:38.725501 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-e22cae30-9f0d-4423-a358-43b7ac16d172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1709386'] for network, before_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:38.750615 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-4efde330-b3e4-457e-a9d5-ccaa09b26567 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:38.758668 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-4efde330-b3e4-457e-a9d5-ccaa09b26567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:38.778488 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bde9d28-150b-4a86-903a-53368bd7a92f admin admin] Network 6044f085-e24b-42f2-baa3-35fa62a45e03 is already hosted by enough agents. {{(pid=108155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:40:38.791332 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef48c296-35f1-4249-95a3-0152c34728dc None None] Checking router: 512931e0-d748-48dc-b61a-2e7dd9d916ad for host: dv-cinder-829630-1-smb {{(pid=108157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 04:40:38.791708 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef48c296-35f1-4249-95a3-0152c34728dc None None] Updating router 512931e0-d748-48dc-b61a-2e7dd9d916ad port 08897a33-58fd-46a7-aa92-1311a6a87524 binding host dv-cinder-829630-1-smb {{(pid=108157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 04:40:38.796940 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efde330-b3e4-457e-a9d5-ccaa09b26567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e2347f6-e4d3-46e1-a4ff-f7f137c448ab,revision_number=1']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:38.827341 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-4efde330-b3e4-457e-a9d5-ccaa09b26567 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=afbbeea58b1a431dab3935527fd2e3e2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2676413 Feb 17 04:40:38.827341 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 55812) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:40:38.871443 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-ef48c296-35f1-4249-95a3-0152c34728dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:38.887366 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.scheduler.base_scheduler [None req-3bde9d28-150b-4a86-903a-53368bd7a92f admin admin] Resources bound (agent type, host, resource id): {{(pid=108155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:40:38.897030 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bde9d28-150b-4a86-903a-53368bd7a92f admin admin] Received port after_create {{(pid=108155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:40:38.897030 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-3bde9d28-150b-4a86-903a-53368bd7a92f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650182'] for router_interface, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:39.066683 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-e7f2d99a-9b53-48c4-8969-ba2064e04b58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:39.121323 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Provisioning complete for port 31145821-455e-4714-9828-658720a4e2b0 triggered by entity L2. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:40:39.121465 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:39.167038 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-e7f2d99a-9b53-48c4-8969-ba2064e04b58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:39.266157 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-e7f2d99a-9b53-48c4-8969-ba2064e04b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:39.270088 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-e7f2d99a-9b53-48c4-8969-ba2064e04b58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:39.271518 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-e7f2d99a-9b53-48c4-8969-ba2064e04b58 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7e2347f6-e4d3-46e1-a4ff-f7f137c448ab HTTP/1.1" status: 204 len: 168 time: 0.4446402 Feb 17 04:40:39.301898 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f2d99a-9b53-48c4-8969-ba2064e04b58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e2347f6-e4d3-46e1-a4ff-f7f137c448ab,revision_number=None']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:39.393541 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-518579ab-eb04-4371-a209-0889aedca481 None None] Provisioning complete for port 5d48e9dd-bf1d-4bae-bb34-e0f0e3fb4abf triggered by entity DHCP. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:40:39.394605 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-518579ab-eb04-4371-a209-0889aedca481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:39.572506 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-e22cae30-9f0d-4423-a358-43b7ac16d172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1960161', 'neutron.services.segments.db._delete_segments_for_network-8733365806376'] for network, precommit_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:39.591084 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-473a5fc4-f02d-47ad-9c20-c6f45c3634d6 req-b2339182-59ac-4fdf-9b4a-09ed630fa5c1 tempest-DeleteServersTestJSON-232607191 tempest-DeleteServersTestJSON-232607191-project] 10.222.0.36 "GET /v2.0/ports?device_id=cba4426d-725d-4873-a457-10c17d098979 HTTP/1.1" status: 200 len: 210 time: 0.0821905 Feb 17 04:40:39.647057 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.plugin [None req-518579ab-eb04-4371-a209-0889aedca481 None None] Port 5d48e9dd-bf1d-4bae-bb34-e0f0e3fb4abf cannot update to ACTIVE because it is not bound. {{(pid=108157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 17 04:40:39.765602 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-e22cae30-9f0d-4423-a358-43b7ac16d172 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=108155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:40:39.765982 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-e22cae30-9f0d-4423-a358-43b7ac16d172 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=108155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:40:39.768507 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-e22cae30-9f0d-4423-a358-43b7ac16d172 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=108155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:40:39.768919 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-e22cae30-9f0d-4423-a358-43b7ac16d172 admin admin] Subscribe: > port after_create 55550000 {{(pid=108155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:40:39.769272 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-e22cae30-9f0d-4423-a358-43b7ac16d172 admin admin] Subscribe: > port after_delete 55550000 {{(pid=108155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:40:39.769628 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-e22cae30-9f0d-4423-a358-43b7ac16d172 admin admin] Subscribe: > port after_update 55550000 {{(pid=108155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:40:39.770134 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-e22cae30-9f0d-4423-a358-43b7ac16d172 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=108155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:40:39.771824 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-e22cae30-9f0d-4423-a358-43b7ac16d172 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=108155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:40:39.772304 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-e22cae30-9f0d-4423-a358-43b7ac16d172 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=108155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:40:39.772904 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-e22cae30-9f0d-4423-a358-43b7ac16d172 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=108155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:40:39.863680 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.69', 56906) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:40:39.934275 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-ef48c296-35f1-4249-95a3-0152c34728dc None None] Notify callbacks [] for port, precommit_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:39.948250 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-ef48c296-35f1-4249-95a3-0152c34728dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:40.060432 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Device 716a127d-d9f6-41da-b94e-3a5611ea8dba up at agent ovs-agent-dv-cinder-829630-1-smb {{(pid=108157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:40:40.200781 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.managers [None req-ef48c296-35f1-4249-95a3-0152c34728dc None None] Attempting to bind port 08897a33-58fd-46a7-aa92-1311a6a87524 on host dv-cinder-829630-1-smb for vnic_type normal with profile {{(pid=108157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 04:40:40.204915 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.managers [None req-ef48c296-35f1-4249-95a3-0152c34728dc None None] Attempting to bind port 08897a33-58fd-46a7-aa92-1311a6a87524 by drivers openvswitch,hyperv on host dv-cinder-829630-1-smb at level 0 using segments [{'id': 'e91f6497-8228-4e22-a6c9-5a362f6f98f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2'}] {{(pid=108157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 04:40:40.205329 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef48c296-35f1-4249-95a3-0152c34728dc None None] Attempting to bind port 08897a33-58fd-46a7-aa92-1311a6a87524 on network 9ee4813c-26bc-4ce0-8bb0-948d56f273c2 {{(pid=108157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:40:40.248282 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef48c296-35f1-4249-95a3-0152c34728dc None None] Checking agent: {'id': 'd1beeaa3-bd36-43bd-8b31-620fffa1b4c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 4, 31, 55), 'started_at': datetime.datetime(2022, 2, 17, 4, 32, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 4, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 04:40:40.248734 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef48c296-35f1-4249-95a3-0152c34728dc None None] Checking segment: {'id': 'e91f6497-8228-4e22-a6c9-5a362f6f98f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:40:40.249143 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-ef48c296-35f1-4249-95a3-0152c34728dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:40.249531 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef48c296-35f1-4249-95a3-0152c34728dc None None] Bound using segment: {'id': 'e91f6497-8228-4e22-a6c9-5a362f6f98f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2'} {{(pid=108157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 04:40:40.250229 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.managers [None req-ef48c296-35f1-4249-95a3-0152c34728dc None None] Bound port: 08897a33-58fd-46a7-aa92-1311a6a87524, host: dv-cinder-829630-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e91f6497-8228-4e22-a6c9-5a362f6f98f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2'}}] {{(pid=108157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 04:40:40.250598 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-ef48c296-35f1-4249-95a3-0152c34728dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:40.271642 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-e22cae30-9f0d-4423-a358-43b7ac16d172 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=108155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:40:40.272042 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-e22cae30-9f0d-4423-a358-43b7ac16d172 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=108155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:40:40.272425 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-e22cae30-9f0d-4423-a358-43b7ac16d172 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=108155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:40:40.272720 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6da772-b074-4f5b-a22f-459fc4d38ff4 req-6313b10f-f7fc-4a89-a121-82f7bff43bc0 tempest-DeleteServersTestJSON-232607191 tempest-DeleteServersTestJSON-232607191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:40.272837 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-e22cae30-9f0d-4423-a358-43b7ac16d172 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=108155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:40:40.273208 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.services.segments.db [None req-e22cae30-9f0d-4423-a358-43b7ac16d172 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8dfc0c0-707e-47ca-b158-56288381f5d7']}} {{(pid=108155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:40:40.275538 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-2a6da772-b074-4f5b-a22f-459fc4d38ff4 req-6313b10f-f7fc-4a89-a121-82f7bff43bc0 tempest-DeleteServersTestJSON-232607191 tempest-DeleteServersTestJSON-232607191-project] 10.222.0.69 "GET /v2.0/networks?id=8dedb6d3-9edc-4636-ba64-5bde48c50c4e HTTP/1.1" status: 200 len: 811 time: 0.4108696 Feb 17 04:40:40.329008 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.v2.base [req-2a6da772-b074-4f5b-a22f-459fc4d38ff4 req-a64436cc-f1e2-425a-8a50-ef9f5f5d42e8 tempest-DeleteServersTestJSON-232607191 tempest-DeleteServersTestJSON-232607191-project] Request body: {'port': {'device_id': 'cba4426d-725d-4873-a457-10c17d098979', 'network_id': '8dedb6d3-9edc-4636-ba64-5bde48c50c4e', 'admin_state_up': True, 'tenant_id': '92ccd315462e4256a62cd0ec23e16d58'}} {{(pid=108156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:40:40.368396 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c22a8e-7b8d-49fc-93d0-e9dd339697f0 None None] Pushing event updated for resources: {'Port': ['ID=08897a33-58fd-46a7-aa92-1311a6a87524,revision_number=2']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:40.415668 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-ef48c296-35f1-4249-95a3-0152c34728dc None None] For port 08897a33-58fd-46a7-aa92-1311a6a87524, host dv-cinder-829630-1-smb, cleared binding levels {{(pid=108157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 04:40:40.421108 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-ef48c296-35f1-4249-95a3-0152c34728dc None None] For port 08897a33-58fd-46a7-aa92-1311a6a87524, host dv-cinder-829630-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-smb',level=0,port_id=08897a33-58fd-46a7-aa92-1311a6a87524,segment=NetworkSegment(e91f6497-8228-4e22-a6c9-5a362f6f98f1),segment_id=e91f6497-8228-4e22-a6c9-5a362f6f98f1)] {{(pid=108157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 04:40:40.432099 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 55906) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:40:40.442431 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-ef48c296-35f1-4249-95a3-0152c34728dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:40.453787 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.services.segments.db [None req-e22cae30-9f0d-4423-a358-43b7ac16d172 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a64ba19-9868-45ce-a099-375b93b1c182') {'for_net_delete': True} {{(pid=108155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:40:40.454085 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.services.segments.db [None req-e22cae30-9f0d-4423-a358-43b7ac16d172 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a64ba19-9868-45ce-a099-375b93b1c182') {} {{(pid=108155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:40:40.524604 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Provisioning complete for port 716a127d-d9f6-41da-b94e-3a5611ea8dba triggered by entity L2. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:40:40.524978 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:40.542289 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-e22cae30-9f0d-4423-a358-43b7ac16d172 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733366045332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2879774'] for segment, before_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:40.721771 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef48c296-35f1-4249-95a3-0152c34728dc None None] Routers {'512931e0-d748-48dc-b61a-2e7dd9d916ad'} bound to L3 agent in host dv-cinder-829630-1-smb {{(pid=108157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:40:40.722750 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_hamode_db [None req-ef48c296-35f1-4249-95a3-0152c34728dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T04:31:52Z,description=,heartbeat_timestamp=2022-02-17T04:40:22Z,host='dv-cinder-829630-1-smb',id=e8023405-eda5-4975-af11-622b29ed5550,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:52Z,topic='l3_agent')) {'router_ids': ['512931e0-d748-48dc-b61a-2e7dd9d916ad'], 'active': True} {{(pid=108157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:40:40.747138 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c22a8e-7b8d-49fc-93d0-e9dd339697f0 None None] Pushing event updated for resources: {'Port': ['ID=08897a33-58fd-46a7-aa92-1311a6a87524,revision_number=3']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:40.789634 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-e22cae30-9f0d-4423-a358-43b7ac16d172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1955041'] for segment, precommit_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:40.853117 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e22cae30-9f0d-4423-a358-43b7ac16d172 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=108155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 04:40:40.853546 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-e22cae30-9f0d-4423-a358-43b7ac16d172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1955041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2813738'] for segment, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:40.866404 dv-cinder-829630-1-smb neutron-server[108155]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 04:40:40.866404 dv-cinder-829630-1-smb neutron-server[108155]: from cryptography.utils import int_from_bytes Feb 17 04:40:40.866404 dv-cinder-829630-1-smb neutron-server[108155]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 04:40:40.866404 dv-cinder-829630-1-smb neutron-server[108155]: from cryptography.utils import int_from_bytes Feb 17 04:40:40.866404 dv-cinder-829630-1-smb neutron-server[108155]: Traceback (most recent call last): Feb 17 04:40:40.866404 dv-cinder-829630-1-smb neutron-server[108155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 04:40:40.866404 dv-cinder-829630-1-smb neutron-server[108155]: timer() Feb 17 04:40:40.866404 dv-cinder-829630-1-smb neutron-server[108155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 04:40:40.866404 dv-cinder-829630-1-smb neutron-server[108155]: cb(*args, **kw) Feb 17 04:40:40.866404 dv-cinder-829630-1-smb neutron-server[108155]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 04:40:40.866404 dv-cinder-829630-1-smb neutron-server[108155]: return func(*args, **kwargs) Feb 17 04:40:40.866404 dv-cinder-829630-1-smb neutron-server[108155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 04:40:40.866404 dv-cinder-829630-1-smb neutron-server[108155]: self._notify() Feb 17 04:40:40.866404 dv-cinder-829630-1-smb neutron-server[108155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 04:40:40.866404 dv-cinder-829630-1-smb neutron-server[108155]: self.callback(batched_events) Feb 17 04:40:40.866404 dv-cinder-829630-1-smb neutron-server[108155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 04:40:40.866404 dv-cinder-829630-1-smb neutron-server[108155]: event.method(event) Feb 17 04:40:40.866404 dv-cinder-829630-1-smb neutron-server[108155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 04:40:40.866404 dv-cinder-829630-1-smb neutron-server[108155]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 04:40:40.866404 dv-cinder-829630-1-smb neutron-server[108155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 04:40:40.866404 dv-cinder-829630-1-smb neutron-server[108155]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 04:40:40.866404 dv-cinder-829630-1-smb neutron-server[108155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 04:40:40.866404 dv-cinder-829630-1-smb neutron-server[108155]: return f(self, *a, **k) Feb 17 04:40:40.866404 dv-cinder-829630-1-smb neutron-server[108155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 04:40:40.866404 dv-cinder-829630-1-smb neutron-server[108155]: return self._get(url).json() Feb 17 04:40:40.866404 dv-cinder-829630-1-smb neutron-server[108155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 04:40:40.866404 dv-cinder-829630-1-smb neutron-server[108155]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 04:40:40.866404 dv-cinder-829630-1-smb neutron-server[108155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 04:40:40.866404 dv-cinder-829630-1-smb neutron-server[108155]: return self.request(url, 'GET', **kwargs) Feb 17 04:40:40.866404 dv-cinder-829630-1-smb neutron-server[108155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 04:40:40.866404 dv-cinder-829630-1-smb neutron-server[108155]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 04:40:40.866404 dv-cinder-829630-1-smb neutron-server[108155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 04:40:40.866404 dv-cinder-829630-1-smb neutron-server[108155]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 04:40:40.866404 dv-cinder-829630-1-smb neutron-server[108155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 04:40:40.866404 dv-cinder-829630-1-smb neutron-server[108155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 04:40:40.866404 dv-cinder-829630-1-smb neutron-server[108155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 04:40:40.873355 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a6da772-b074-4f5b-a22f-459fc4d38ff4 req-a64436cc-f1e2-425a-8a50-ef9f5f5d42e8 tempest-DeleteServersTestJSON-232607191 tempest-DeleteServersTestJSON-232607191-project] Made reservation on behalf of 92ccd315462e4256a62cd0ec23e16d58 for: {'port': 1} {{(pid=108156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:40:40.876883 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-2a6da772-b074-4f5b-a22f-459fc4d38ff4 req-a64436cc-f1e2-425a-8a50-ef9f5f5d42e8 tempest-DeleteServersTestJSON-232607191 tempest-DeleteServersTestJSON-232607191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:40.901013 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-d5e1b5af-a9a5-47cd-8254-b061a02c52d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:40.953368 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-3bde9d28-150b-4a86-903a-53368bd7a92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:40.958736 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-709845a1-dc4d-4d6f-895c-a3d0ec3f2b98 req-9df304f5-a901-48fb-864f-d19bc6050fe5 tempest-DeleteServersTestJSON-232607191 tempest-DeleteServersTestJSON-232607191-project] 10.222.0.36 "GET /v2.0/ports?device_id=cba4426d-725d-4873-a457-10c17d098979 HTTP/1.1" status: 200 len: 210 time: 0.1376290 Feb 17 04:40:40.996102 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Device 9c126979-2d2f-49c4-9445-d884b0b80ebe up at agent ovs-agent-dv-cinder-829630-1-smb {{(pid=108157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:40:41.025877 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_dvr_db [None req-ef48c296-35f1-4249-95a3-0152c34728dc None None] Set router 512931e0-d748-48dc-b61a-2e7dd9d916ad gateway port host: dv-cinder-829630-1-smb {{(pid=108157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:40:41.051950 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-e22cae30-9f0d-4423-a358-43b7ac16d172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1960168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-827310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650049'] for network, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:41.094554 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-e22cae30-9f0d-4423-a358-43b7ac16d172 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737771'] for network, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:41.100416 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-e22cae30-9f0d-4423-a358-43b7ac16d172 admin admin] 10.222.0.36 "DELETE /v2.0/networks/f8dfc0c0-707e-47ca-b158-56288381f5d7 HTTP/1.1" status: 204 len: 168 time: 2.5819252 Feb 17 04:40:41.147015 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-75f20b20-6781-46bc-9614-c37dd66f9d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:41.164757 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22cae30-9f0d-4423-a358-43b7ac16d172 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8dfc0c0-707e-47ca-b158-56288381f5d7,revision_number=None']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:41.186922 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Provisioning complete for port 9c126979-2d2f-49c4-9445-d884b0b80ebe triggered by entity L2. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:40:41.187475 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:41.356977 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:41.382615 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_hamode_db [None req-ef48c296-35f1-4249-95a3-0152c34728dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '512931e0-d748-48dc-b61a-2e7dd9d916ad', 'name': 'tempest-AttachVolumeTestJSON-787431873-router', 'tenant_id': '3829f22bdfad4cf780241903bcedf462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'external_fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.219'}], 'enable_snat': True}, 'gw_port_id': '08897a33-58fd-46a7-aa92-1311a6a87524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:40:31Z', 'updated_at': '2022-02-17T04:40:34Z', 'revision_number': 3, 'project_id': '3829f22bdfad4cf780241903bcedf462', 'gw_port': {'id': '08897a33-58fd-46a7-aa92-1311a6a87524', 'name': '', 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:40:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '512931e0-d748-48dc-b61a-2e7dd9d916ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:32Z', 'updated_at': '2022-02-17T04:40:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-smb'}], 'dv-cinder-829630-1-smb', False) {} {{(pid=108157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:40:41.388579 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.db.db_base_plugin_common [req-2a6da772-b074-4f5b-a22f-459fc4d38ff4 req-a64436cc-f1e2-425a-8a50-ef9f5f5d42e8 tempest-DeleteServersTestJSON-232607191 tempest-DeleteServersTestJSON-232607191-project] Allocated IP 172.20.0.2 (8dedb6d3-9edc-4636-ba64-5bde48c50c4e/350ab5e5-7a20-484b-98ca-7520cfdba7e9/736f5e51-e7f6-4c39-ad04-81d6e676d780) {{(pid=108156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:40:41.415523 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] For port 9c126979-2d2f-49c4-9445-d884b0b80ebe, host dv-cinder-829630-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-smb',level=0,port_id=9c126979-2d2f-49c4-9445-d884b0b80ebe,segment=NetworkSegment(e91f6497-8228-4e22-a6c9-5a362f6f98f1),segment_id=e91f6497-8228-4e22-a6c9-5a362f6f98f1)] {{(pid=108157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:40:41.417337 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef48c296-35f1-4249-95a3-0152c34728dc None None] The sync data for ids ['512931e0-d748-48dc-b61a-2e7dd9d916ad'] in dv-cinder-829630-1-smb is: [{'id': '512931e0-d748-48dc-b61a-2e7dd9d916ad', 'name': 'tempest-AttachVolumeTestJSON-787431873-router', 'tenant_id': '3829f22bdfad4cf780241903bcedf462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'external_fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.219'}], 'enable_snat': True}, 'gw_port_id': '08897a33-58fd-46a7-aa92-1311a6a87524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:40:31Z', 'updated_at': '2022-02-17T04:40:34Z', 'revision_number': 3, 'project_id': '3829f22bdfad4cf780241903bcedf462', 'gw_port': {'id': '08897a33-58fd-46a7-aa92-1311a6a87524', 'name': '', 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:40:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '512931e0-d748-48dc-b61a-2e7dd9d916ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:32Z', 'updated_at': '2022-02-17T04:40:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-smb'}] {{(pid=108157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 04:40:41.424185 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:41.483283 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-d5e1b5af-a9a5-47cd-8254-b061a02c52d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:41.575096 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 55954) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:40:41.610160 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-d5e1b5af-a9a5-47cd-8254-b061a02c52d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:41.631749 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Pushing event updated for resources: {'Port': ['ID=9c126979-2d2f-49c4-9445-d884b0b80ebe,revision_number=4']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:41.758817 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e1b5af-a9a5-47cd-8254-b061a02c52d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4e03fa6-d180-4333-addd-aa0538063611,revision_number=1']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:41.832824 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Device 9c126979-2d2f-49c4-9445-d884b0b80ebe up at agent ovs-agent-dv-cinder-829630-1-smb {{(pid=108157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:40:41.862383 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-13b16355-1c0c-447b-b13d-a292b3c6d8e9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5cd5f5f08e3a4846961492eb8ed0ea62&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2682531 Feb 17 04:40:41.875131 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 55966) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:40:41.886004 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-d5e1b5af-a9a5-47cd-8254-b061a02c52d4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5a41bc3d909b4402b27f1df50fa4e8ee&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4345074 Feb 17 04:40:41.906812 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 55968) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:40:42.039080 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Provisioning complete for port 9c126979-2d2f-49c4-9445-d884b0b80ebe triggered by entity L2. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:40:42.040716 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:42.191082 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-2a6da772-b074-4f5b-a22f-459fc4d38ff4 req-a64436cc-f1e2-425a-8a50-ef9f5f5d42e8 tempest-DeleteServersTestJSON-232607191 tempest-DeleteServersTestJSON-232607191-project] Notify callbacks [] for port, precommit_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:42.261275 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-3bde9d28-150b-4a86-903a-53368bd7a92f admin admin] Notify callbacks [] for port, precommit_update {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:42.276729 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.db.db_base_plugin_common [None req-75f20b20-6781-46bc-9614-c37dd66f9d74 admin admin] Allocated IP 172.20.0.1 (75349da8-5288-4d10-8e72-5e1d72cb6968/091e0600-b2ac-4cb6-bb57-09d45c6ebace/bbc1efbc-ccc8-4e64-b3b9-4b16ab1a04a8) {{(pid=108155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:40:42.317239 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-3bde9d28-150b-4a86-903a-53368bd7a92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2813814'] for port, after_update {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:42.324085 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-543dcc16-771e-490c-8206-686ade67da83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:42.526615 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-135ba8d1-d306-42a2-8c20-32095ec1dc4f req-5c9eaf02-d4ff-4028-8bc0-9b17c5a92b38 tempest-DeleteServersTestJSON-232607191 tempest-DeleteServersTestJSON-232607191-project] 10.222.0.36 "GET /v2.0/ports?device_id=cba4426d-725d-4873-a457-10c17d098979 HTTP/1.1" status: 200 len: 210 time: 0.1329865 Feb 17 04:40:42.528685 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-543dcc16-771e-490c-8206-686ade67da83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:42.592048 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-2a6da772-b074-4f5b-a22f-459fc4d38ff4 req-a64436cc-f1e2-425a-8a50-ef9f5f5d42e8 tempest-DeleteServersTestJSON-232607191 tempest-DeleteServersTestJSON-232607191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733365499769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26489006'] for port, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:42.623650 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a6da772-b074-4f5b-a22f-459fc4d38ff4 req-a64436cc-f1e2-425a-8a50-ef9f5f5d42e8 tempest-DeleteServersTestJSON-232607191 tempest-DeleteServersTestJSON-232607191-project] Network 8dedb6d3-9edc-4636-ba64-5bde48c50c4e is already hosted by enough agents. {{(pid=108156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:40:42.633766 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-bcd98886-07cb-41ac-8c79-2a06f7c9d63e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:42.666735 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.scheduler.base_scheduler [req-2a6da772-b074-4f5b-a22f-459fc4d38ff4 req-a64436cc-f1e2-425a-8a50-ef9f5f5d42e8 tempest-DeleteServersTestJSON-232607191 tempest-DeleteServersTestJSON-232607191-project] Resources bound (agent type, host, resource id): {{(pid=108156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:40:42.706459 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 55994) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:40:42.707438 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a6da772-b074-4f5b-a22f-459fc4d38ff4 req-a64436cc-f1e2-425a-8a50-ef9f5f5d42e8 tempest-DeleteServersTestJSON-232607191 tempest-DeleteServersTestJSON-232607191-project] Received port after_create {{(pid=108156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:40:42.771608 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6da772-b074-4f5b-a22f-459fc4d38ff4 req-a64436cc-f1e2-425a-8a50-ef9f5f5d42e8 tempest-DeleteServersTestJSON-232607191 tempest-DeleteServersTestJSON-232607191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:42.772262 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-2a6da772-b074-4f5b-a22f-459fc4d38ff4 req-a64436cc-f1e2-425a-8a50-ef9f5f5d42e8 tempest-DeleteServersTestJSON-232607191 tempest-DeleteServersTestJSON-232607191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737771'] for port, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:42.931212 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-2a6da772-b074-4f5b-a22f-459fc4d38ff4 req-a64436cc-f1e2-425a-8a50-ef9f5f5d42e8 tempest-DeleteServersTestJSON-232607191 tempest-DeleteServersTestJSON-232607191-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6064181 Feb 17 04:40:42.961601 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [req-2a6da772-b074-4f5b-a22f-459fc4d38ff4 req-bcecb746-13d9-4053-ac52-63028bb8f780 tempest-DeleteServersTestJSON-232607191 tempest-DeleteServersTestJSON-232607191-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=108156) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 04:40:42.962600 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-2a6da772-b074-4f5b-a22f-459fc4d38ff4 req-bcecb746-13d9-4053-ac52-63028bb8f780 tempest-DeleteServersTestJSON-232607191 tempest-DeleteServersTestJSON-232607191-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0098584 Feb 17 04:40:42.963646 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-543dcc16-771e-490c-8206-686ade67da83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:42.993045 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-543dcc16-771e-490c-8206-686ade67da83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:42.997343 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-543dcc16-771e-490c-8206-686ade67da83 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fea7a8d6-53ae-40a4-8d5f-390d33d3dbf5 HTTP/1.1" status: 204 len: 168 time: 1.1204784 Feb 17 04:40:42.998106 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64436cc-f1e2-425a-8a50-ef9f5f5d42e8 tempest-DeleteServersTestJSON-232607191 tempest-DeleteServersTestJSON-232607191-project] Pushing event updated for resources: {'Port': ['ID=736f5e51-e7f6-4c39-ad04-81d6e676d780,revision_number=1']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:43.015891 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543dcc16-771e-490c-8206-686ade67da83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fea7a8d6-53ae-40a4-8d5f-390d33d3dbf5,revision_number=None']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:43.016032 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-3bde9d28-150b-4a86-903a-53368bd7a92f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-647766'] for router_interface, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:43.022699 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-bcd98886-07cb-41ac-8c79-2a06f7c9d63e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:43.057852 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bde9d28-150b-4a86-903a-53368bd7a92f admin admin] Pushing event updated for resources: {'Port': ['ID=5d48e9dd-bf1d-4bae-bb34-e0f0e3fb4abf,revision_number=2']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:43.100657 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-75f20b20-6781-46bc-9614-c37dd66f9d74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:43.308310 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-bcd98886-07cb-41ac-8c79-2a06f7c9d63e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:43.311439 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-bcd98886-07cb-41ac-8c79-2a06f7c9d63e admin admin] Notify callbacks [] for security_group, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:43.316807 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-bcd98886-07cb-41ac-8c79-2a06f7c9d63e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d4e03fa6-d180-4333-addd-aa0538063611 HTTP/1.1" status: 204 len: 168 time: 1.3612516 Feb 17 04:40:43.344254 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd98886-07cb-41ac-8c79-2a06f7c9d63e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4e03fa6-d180-4333-addd-aa0538063611,revision_number=None']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:43.347618 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-75f20b20-6781-46bc-9614-c37dd66f9d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733365499769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2813823'] for port, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:43.406494 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bde9d28-150b-4a86-903a-53368bd7a92f admin admin] Network 6044f085-e24b-42f2-baa3-35fa62a45e03 is already hosted by enough agents. {{(pid=108155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:40:43.416573 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.scheduler.base_scheduler [None req-3bde9d28-150b-4a86-903a-53368bd7a92f admin admin] Resources bound (agent type, host, resource id): {{(pid=108155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:40:43.444291 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-e0d518de-db42-46e6-b748-df7880187450 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:43.445183 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f20b20-6781-46bc-9614-c37dd66f9d74 admin admin] Network 75349da8-5288-4d10-8e72-5e1d72cb6968 is already hosted by enough agents. {{(pid=108155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:40:43.454535 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.scheduler.base_scheduler [None req-75f20b20-6781-46bc-9614-c37dd66f9d74 admin admin] Resources bound (agent type, host, resource id): {{(pid=108155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:40:43.459130 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f20b20-6781-46bc-9614-c37dd66f9d74 admin admin] Pushing event updated for resources: {'Port': ['ID=bbc1efbc-ccc8-4e64-b3b9-4b16ab1a04a8,revision_number=1']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:43.589369 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f20b20-6781-46bc-9614-c37dd66f9d74 admin admin] Received port after_create {{(pid=108155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:40:43.778020 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-e0d518de-db42-46e6-b748-df7880187450 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:43.793844 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-e0d518de-db42-46e6-b748-df7880187450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:43.876660 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-e0d518de-db42-46e6-b748-df7880187450 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5470586d42274c7999106c3fbfef8b26&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1122668 Feb 17 04:40:43.889491 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 56020) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:40:43.978393 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d518de-db42-46e6-b748-df7880187450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34fc2df9-46f4-4a22-af16-f128cb6b3ee1,revision_number=1']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:44.000160 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Device 08897a33-58fd-46a7-aa92-1311a6a87524 up at agent ovs-agent-dv-cinder-829630-1-smb {{(pid=108157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:40:44.149677 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-75f20b20-6781-46bc-9614-c37dd66f9d74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650182'] for router_interface, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:44.179055 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-711739ec-ce78-44f9-a565-9eb4b35edac4 None None] Provisioning complete for port bbc1efbc-ccc8-4e64-b3b9-4b16ab1a04a8 triggered by entity DHCP. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:40:44.187468 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-711739ec-ce78-44f9-a565-9eb4b35edac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:44.258624 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.v2.base [req-2a6da772-b074-4f5b-a22f-459fc4d38ff4 req-551a5df6-3ed4-48ce-a84d-d402c58f3dca service neutron] Request body: {'port': {'device_id': 'cba4426d-725d-4873-a457-10c17d098979', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82963'}} {{(pid=108156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:40:44.365686 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.plugin [None req-711739ec-ce78-44f9-a565-9eb4b35edac4 None None] Port bbc1efbc-ccc8-4e64-b3b9-4b16ab1a04a8 cannot update to ACTIVE because it is not bound. {{(pid=108157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 17 04:40:44.427742 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Provisioning complete for port 08897a33-58fd-46a7-aa92-1311a6a87524 triggered by entity L2. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:40:44.428677 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:44.436217 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c66786-4fd1-4dd9-9f7a-514bf2d7a84f req-69b4d8b3-e8fa-4332-b054-9312ab780ec5 tempest-DeleteServersTestJSON-232607191 tempest-DeleteServersTestJSON-232607191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:44.439254 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-71c66786-4fd1-4dd9-9f7a-514bf2d7a84f req-69b4d8b3-e8fa-4332-b054-9312ab780ec5 tempest-DeleteServersTestJSON-232607191 tempest-DeleteServersTestJSON-232607191-project] 10.222.0.36 "GET /v2.0/ports?device_id=cba4426d-725d-4873-a457-10c17d098979 HTTP/1.1" status: 200 len: 931 time: 0.7243881 Feb 17 04:40:44.483149 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-2a6da772-b074-4f5b-a22f-459fc4d38ff4 req-551a5df6-3ed4-48ce-a84d-d402c58f3dca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:44.555693 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bde9d28-150b-4a86-903a-53368bd7a92f admin admin] Router ef85b872-6682-4aea-a8d0-4a8b4a533176 has already been hosted by L3 agent e8023405-eda5-4975-af11-622b29ed5550 {{(pid=108155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 04:40:44.594587 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-711739ec-ce78-44f9-a565-9eb4b35edac4 None None] Provisioning complete for port 5d48e9dd-bf1d-4bae-bb34-e0f0e3fb4abf triggered by entity DHCP. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:40:44.595703 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-711739ec-ce78-44f9-a565-9eb4b35edac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:44.714907 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-34fbd2a7-8548-43b1-a71a-1f7f041a5f99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:44.759207 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.plugin [None req-711739ec-ce78-44f9-a565-9eb4b35edac4 None None] Port 5d48e9dd-bf1d-4bae-bb34-e0f0e3fb4abf cannot update to ACTIVE because it is not bound. {{(pid=108157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 17 04:40:44.840751 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-71c66786-4fd1-4dd9-9f7a-514bf2d7a84f req-43b6e0b6-3d35-4b5e-bd05-60322b6d817a tempest-DeleteServersTestJSON-232607191 tempest-DeleteServersTestJSON-232607191-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5ad0227-9e65-4646-afbc-efb72c392906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3742571 Feb 17 04:40:44.843161 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 56036) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:40:44.884135 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-34fbd2a7-8548-43b1-a71a-1f7f041a5f99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:44.935956 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:45.007764 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] For port 08897a33-58fd-46a7-aa92-1311a6a87524, host dv-cinder-829630-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-smb',level=0,port_id=08897a33-58fd-46a7-aa92-1311a6a87524,segment=NetworkSegment(e91f6497-8228-4e22-a6c9-5a362f6f98f1),segment_id=e91f6497-8228-4e22-a6c9-5a362f6f98f1)] {{(pid=108157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:40:45.015825 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-75f20b20-6781-46bc-9614-c37dd66f9d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:45.019967 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:45.141649 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Pushing event updated for resources: {'Port': ['ID=08897a33-58fd-46a7-aa92-1311a6a87524,revision_number=4']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:45.323411 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-34fbd2a7-8548-43b1-a71a-1f7f041a5f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:45.327150 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-34fbd2a7-8548-43b1-a71a-1f7f041a5f99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:45.328720 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-34fbd2a7-8548-43b1-a71a-1f7f041a5f99 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/34fc2df9-46f4-4a22-af16-f128cb6b3ee1 HTTP/1.1" status: 204 len: 168 time: 1.4023044 Feb 17 04:40:45.417770 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-1a36efbc-8ed2-4735-b637-3d337783cb6f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8d05aa390dcb4a2a96427f0bf7e7df35&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5684121 Feb 17 04:40:45.428716 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 56056) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:40:45.429725 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fbd2a7-8548-43b1-a71a-1f7f041a5f99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34fc2df9-46f4-4a22-af16-f128cb6b3ee1,revision_number=None']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:45.501274 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bde9d28-150b-4a86-903a-53368bd7a92f admin admin] Notify agent at l3_agent.dv-cinder-829630-1-smb the message routers_updated {{(pid=108155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 04:40:45.515535 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f80053-945d-4301-bc00-449f69a55484 None None] Sync routers for ids ['ef85b872-6682-4aea-a8d0-4a8b4a533176'] in dv-cinder-829630-1-smb {{(pid=108158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 04:40:45.528293 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-75f20b20-6781-46bc-9614-c37dd66f9d74 admin admin] Notify callbacks [] for port, precommit_update {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:45.532873 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f80053-945d-4301-bc00-449f69a55484 None None] Routers {'ef85b872-6682-4aea-a8d0-4a8b4a533176'} bound to L3 agent in host dv-cinder-829630-1-smb {{(pid=108158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:40:45.535208 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_hamode_db [None req-08f80053-945d-4301-bc00-449f69a55484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T04:31:52Z,description=,heartbeat_timestamp=2022-02-17T04:40:22Z,host='dv-cinder-829630-1-smb',id=e8023405-eda5-4975-af11-622b29ed5550,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:52Z,topic='l3_agent')) {'router_ids': ['ef85b872-6682-4aea-a8d0-4a8b4a533176'], 'active': True} {{(pid=108158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:40:45.543091 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-3bde9d28-150b-4a86-903a-53368bd7a92f admin admin] 10.222.0.36 "PUT /v2.0/routers/ef85b872-6682-4aea-a8d0-4a8b4a533176/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2625921 Feb 17 04:40:45.555881 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-75f20b20-6781-46bc-9614-c37dd66f9d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2813814'] for port, after_update {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:45.560094 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.notifiers.nova [req-2a6da772-b074-4f5b-a22f-459fc4d38ff4 req-551a5df6-3ed4-48ce-a84d-d402c58f3dca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 736f5e51-e7f6-4c39-ad04-81d6e676d780 {{(pid=108156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 04:40:45.577960 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-2a6da772-b074-4f5b-a22f-459fc4d38ff4 req-551a5df6-3ed4-48ce-a84d-d402c58f3dca service neutron] Notify callbacks [] for port, precommit_update {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:45.627177 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.db.provisioning_blocks [req-2a6da772-b074-4f5b-a22f-459fc4d38ff4 req-551a5df6-3ed4-48ce-a84d-d402c58f3dca service neutron] Transition to ACTIVE for port object 736f5e51-e7f6-4c39-ad04-81d6e676d780 will not be triggered until provisioned by entity L2. {{(pid=108156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 04:40:45.639959 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-2a6da772-b074-4f5b-a22f-459fc4d38ff4 req-551a5df6-3ed4-48ce-a84d-d402c58f3dca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26488999'] for port, after_update {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:45.742855 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-08491f3d-0a5d-4666-882d-18b4a77fcf60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:45.777981 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-75f20b20-6781-46bc-9614-c37dd66f9d74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-647766'] for router_interface, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:45.820643 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f20b20-6781-46bc-9614-c37dd66f9d74 admin admin] Pushing event updated for resources: {'Port': ['ID=bbc1efbc-ccc8-4e64-b3b9-4b16ab1a04a8,revision_number=2']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:45.835040 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Device 08897a33-58fd-46a7-aa92-1311a6a87524 up at agent ovs-agent-dv-cinder-829630-1-smb {{(pid=108157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:40:45.859900 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-08491f3d-0a5d-4666-882d-18b4a77fcf60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:45.936208 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_dvr_db [None req-08f80053-945d-4301-bc00-449f69a55484 None None] Set router ef85b872-6682-4aea-a8d0-4a8b4a533176 gateway port host: dv-cinder-829630-1-smb {{(pid=108158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:40:46.000385 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551a5df6-3ed4-48ce-a84d-d402c58f3dca service neutron] Pushing event updated for resources: {'Port': ['ID=736f5e51-e7f6-4c39-ad04-81d6e676d780,revision_number=2']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:46.017502 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.managers [req-2a6da772-b074-4f5b-a22f-459fc4d38ff4 req-551a5df6-3ed4-48ce-a84d-d402c58f3dca service neutron] Attempting to bind port 736f5e51-e7f6-4c39-ad04-81d6e676d780 on host hv-cinder-82963 for vnic_type normal with profile {{(pid=108156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 04:40:46.017864 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.managers [req-2a6da772-b074-4f5b-a22f-459fc4d38ff4 req-551a5df6-3ed4-48ce-a84d-d402c58f3dca service neutron] Attempting to bind port 736f5e51-e7f6-4c39-ad04-81d6e676d780 by drivers openvswitch,hyperv on host hv-cinder-82963 at level 0 using segments [{'id': 'de31dcc7-8ffe-45ba-bdde-9ebe82c4a70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '8dedb6d3-9edc-4636-ba64-5bde48c50c4e'}] {{(pid=108156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 04:40:46.019114 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6da772-b074-4f5b-a22f-459fc4d38ff4 req-551a5df6-3ed4-48ce-a84d-d402c58f3dca service neutron] Attempting to bind port 736f5e51-e7f6-4c39-ad04-81d6e676d780 on network 8dedb6d3-9edc-4636-ba64-5bde48c50c4e {{(pid=108156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:40:46.026964 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6da772-b074-4f5b-a22f-459fc4d38ff4 req-551a5df6-3ed4-48ce-a84d-d402c58f3dca service neutron] Port 736f5e51-e7f6-4c39-ad04-81d6e676d780 on network 8dedb6d3-9edc-4636-ba64-5bde48c50c4e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82963 {{(pid=108156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 04:40:46.027292 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6da772-b074-4f5b-a22f-459fc4d38ff4 req-551a5df6-3ed4-48ce-a84d-d402c58f3dca service neutron] Attempting to bind port 736f5e51-e7f6-4c39-ad04-81d6e676d780 on network 8dedb6d3-9edc-4636-ba64-5bde48c50c4e {{(pid=108156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:40:46.044124 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6da772-b074-4f5b-a22f-459fc4d38ff4 req-551a5df6-3ed4-48ce-a84d-d402c58f3dca service neutron] Checking agent: {'id': '8333eb14-27e3-4539-92ee-8ab97b467e5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82963', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 4, 38, 23), 'started_at': datetime.datetime(2022, 2, 17, 4, 38, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 4, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 04:40:46.044354 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6da772-b074-4f5b-a22f-459fc4d38ff4 req-551a5df6-3ed4-48ce-a84d-d402c58f3dca service neutron] Checking segment: {'id': 'de31dcc7-8ffe-45ba-bdde-9ebe82c4a70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '8dedb6d3-9edc-4636-ba64-5bde48c50c4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:40:46.044929 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6da772-b074-4f5b-a22f-459fc4d38ff4 req-551a5df6-3ed4-48ce-a84d-d402c58f3dca service neutron] Bound using segment: {'id': 'de31dcc7-8ffe-45ba-bdde-9ebe82c4a70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '8dedb6d3-9edc-4636-ba64-5bde48c50c4e'} {{(pid=108156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 04:40:46.045668 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.managers [req-2a6da772-b074-4f5b-a22f-459fc4d38ff4 req-551a5df6-3ed4-48ce-a84d-d402c58f3dca service neutron] Bound port: 736f5e51-e7f6-4c39-ad04-81d6e676d780, host: hv-cinder-82963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de31dcc7-8ffe-45ba-bdde-9ebe82c4a70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '8dedb6d3-9edc-4636-ba64-5bde48c50c4e'}}] {{(pid=108156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 04:40:46.047761 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-2a6da772-b074-4f5b-a22f-459fc4d38ff4 req-551a5df6-3ed4-48ce-a84d-d402c58f3dca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:46.100722 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Provisioning complete for port 08897a33-58fd-46a7-aa92-1311a6a87524 triggered by entity L2. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:40:46.105369 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:46.312665 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.db [req-2a6da772-b074-4f5b-a22f-459fc4d38ff4 req-551a5df6-3ed4-48ce-a84d-d402c58f3dca service neutron] For port 736f5e51-e7f6-4c39-ad04-81d6e676d780, host hv-cinder-82963, cleared binding levels {{(pid=108156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 04:40:46.337038 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.db [req-2a6da772-b074-4f5b-a22f-459fc4d38ff4 req-551a5df6-3ed4-48ce-a84d-d402c58f3dca service neutron] For port 736f5e51-e7f6-4c39-ad04-81d6e676d780, host hv-cinder-82963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=736f5e51-e7f6-4c39-ad04-81d6e676d780,segment=NetworkSegment(de31dcc7-8ffe-45ba-bdde-9ebe82c4a70a),segment_id=de31dcc7-8ffe-45ba-bdde-9ebe82c4a70a)] {{(pid=108156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 04:40:46.340129 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 56084) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:40:46.362911 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-2a6da772-b074-4f5b-a22f-459fc4d38ff4 req-551a5df6-3ed4-48ce-a84d-d402c58f3dca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26488999'] for port, after_update {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:46.574267 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551a5df6-3ed4-48ce-a84d-d402c58f3dca service neutron] Pushing event updated for resources: {'Port': ['ID=736f5e51-e7f6-4c39-ad04-81d6e676d780,revision_number=3']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:46.580802 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-e10b49a0-141b-485c-8fc6-03a45d244873 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:46.632790 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6da772-b074-4f5b-a22f-459fc4d38ff4 req-551a5df6-3ed4-48ce-a84d-d402c58f3dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:46.633593 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-2a6da772-b074-4f5b-a22f-459fc4d38ff4 req-551a5df6-3ed4-48ce-a84d-d402c58f3dca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737771'] for port, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:46.644681 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-2a6da772-b074-4f5b-a22f-459fc4d38ff4 req-551a5df6-3ed4-48ce-a84d-d402c58f3dca service neutron] 10.222.0.69 "PUT /v2.0/ports/736f5e51-e7f6-4c39-ad04-81d6e676d780 HTTP/1.1" status: 200 len: 1093 time: 3.3409102 Feb 17 04:40:46.645212 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cba4426d-725d-4873-a457-10c17d098979', 'tag': '736f5e51-e7f6-4c39-ad04-81d6e676d780'}] {{(pid=108156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:40:46.738747 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-08491f3d-0a5d-4666-882d-18b4a77fcf60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:46.777203 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-08491f3d-0a5d-4666-882d-18b4a77fcf60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:46.815627 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-08491f3d-0a5d-4666-882d-18b4a77fcf60 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f5fb87d1-0206-4115-9546-3ea02604b237 HTTP/1.1" status: 204 len: 168 time: 1.3817697 Feb 17 04:40:46.880725 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-e10b49a0-141b-485c-8fc6-03a45d244873 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:46.885885 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0b67973df7b1313e2305cae6a6fc83f0f1e2d937ba4ea44ff20eeef2f46ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcad1f46-a85d-452f-a533-4f09ca638a18" -d '{"events": [{"name": "network-changed", "server_uuid": "cba4426d-725d-4873-a457-10c17d098979", "tag": "736f5e51-e7f6-4c39-ad04-81d6e676d780"}]}' {{(pid=108156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:40:46.897920 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76806909-46c6-4341-b2f5-d83fa4d9eb08 req-4bfc9c5c-335b-4566-8e31-56c2ee79a212 tempest-DeleteServersTestJSON-232607191 tempest-DeleteServersTestJSON-232607191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:46.903593 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-76806909-46c6-4341-b2f5-d83fa4d9eb08 req-4bfc9c5c-335b-4566-8e31-56c2ee79a212 tempest-DeleteServersTestJSON-232607191 tempest-DeleteServersTestJSON-232607191-project] 10.222.0.36 "GET /v2.0/ports?device_id=cba4426d-725d-4873-a457-10c17d098979 HTTP/1.1" status: 200 len: 943 time: 0.8905065 Feb 17 04:40:46.945755 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f20b20-6781-46bc-9614-c37dd66f9d74 admin admin] Network 75349da8-5288-4d10-8e72-5e1d72cb6968 is already hosted by enough agents. {{(pid=108155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:40:46.969988 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08491f3d-0a5d-4666-882d-18b4a77fcf60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5fb87d1-0206-4115-9546-3ea02604b237,revision_number=None']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:46.997964 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.scheduler.base_scheduler [None req-75f20b20-6781-46bc-9614-c37dd66f9d74 admin admin] Resources bound (agent type, host, resource id): {{(pid=108155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:40:47.026024 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-e10b49a0-141b-485c-8fc6-03a45d244873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:47.090411 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_hamode_db [None req-08f80053-945d-4301-bc00-449f69a55484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef85b872-6682-4aea-a8d0-4a8b4a533176', 'name': 'tempest-AttachVolumeShelveTestJSON-408808888-router', 'tenant_id': 'fcce34a724fd4831979df5c4aa7cf368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'external_fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.22'}], 'enable_snat': True}, 'gw_port_id': '9c126979-2d2f-49c4-9445-d884b0b80ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:40:31Z', 'updated_at': '2022-02-17T04:40:40Z', 'revision_number': 4, 'project_id': 'fcce34a724fd4831979df5c4aa7cf368', 'gw_port': {'id': '9c126979-2d2f-49c4-9445-d884b0b80ebe', 'name': '', 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:55:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef85b872-6682-4aea-a8d0-4a8b4a533176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:32Z', 'updated_at': '2022-02-17T04:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-smb', '_interfaces': [{'id': '5d48e9dd-bf1d-4bae-bb34-e0f0e3fb4abf', 'name': '', 'network_id': '6044f085-e24b-42f2-baa3-35fa62a45e03', 'tenant_id': 'fcce34a724fd4831979df5c4aa7cf368', 'mac_address': 'fa:16:3e:ab:77:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef85b872-6682-4aea-a8d0-4a8b4a533176', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e939ef18-20cb-4ec3-b53b-ca721a133838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:37Z', 'updated_at': '2022-02-17T04:40:41Z', 'revision_number': 2, 'project_id': 'fcce34a724fd4831979df5c4aa7cf368', 'subnets': [{'id': 'e939ef18-20cb-4ec3-b53b-ca721a133838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-1-smb', False) {} {{(pid=108158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:40:47.177899 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-e10b49a0-141b-485c-8fc6-03a45d244873 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f9be8013f82945c48ad8f68960ba583e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8318598 Feb 17 04:40:47.177899 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10b49a0-141b-485c-8fc6-03a45d244873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f1d2888-910b-497f-a0c1-fb5ceb93ec4c,revision_number=1']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:47.200435 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f80053-945d-4301-bc00-449f69a55484 None None] Checking router: ef85b872-6682-4aea-a8d0-4a8b4a533176 for host: dv-cinder-829630-1-smb {{(pid=108158) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 04:40:47.200792 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f80053-945d-4301-bc00-449f69a55484 None None] Updating router ef85b872-6682-4aea-a8d0-4a8b4a533176 port 5d48e9dd-bf1d-4bae-bb34-e0f0e3fb4abf binding host dv-cinder-829630-1-smb {{(pid=108158) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 04:40:47.231929 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 56104) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:40:47.286293 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6da772-b074-4f5b-a22f-459fc4d38ff4 req-3d1af873-0841-43d3-9531-88da7ad9befd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:47.298051 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-2a6da772-b074-4f5b-a22f-459fc4d38ff4 req-3d1af873-0841-43d3-9531-88da7ad9befd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=92ccd315462e4256a62cd0ec23e16d58&device_id=cba4426d-725d-4873-a457-10c17d098979 HTTP/1.1" status: 200 len: 1096 time: 0.4076722 Feb 17 04:40:47.339601 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron_lib.callbacks.manager [None req-08f80053-945d-4301-bc00-449f69a55484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:47.349730 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-76806909-46c6-4341-b2f5-d83fa4d9eb08 req-1e1d4d3f-ac8f-407c-adfa-c4edccf62dbc tempest-DeleteServersTestJSON-232607191 tempest-DeleteServersTestJSON-232607191-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5ad0227-9e65-4646-afbc-efb72c392906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4350972 Feb 17 04:40:47.421148 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75f20b20-6781-46bc-9614-c37dd66f9d74 admin admin] Router 512931e0-d748-48dc-b61a-2e7dd9d916ad has already been hosted by L3 agent e8023405-eda5-4975-af11-622b29ed5550 {{(pid=108155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 04:40:47.629584 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-0b8637a0-8b57-4818-b9f6-c0bdebc61e66 None None] Provisioning complete for port bbc1efbc-ccc8-4e64-b3b9-4b16ab1a04a8 triggered by entity DHCP. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:40:47.630286 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-0b8637a0-8b57-4818-b9f6-c0bdebc61e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:47.761014 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-2a6da772-b074-4f5b-a22f-459fc4d38ff4 req-e8c81b30-d78d-4a64-96e4-bd43d4b8379e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=736f5e51-e7f6-4c39-ad04-81d6e676d780 HTTP/1.1" status: 200 len: 217 time: 0.4027371 Feb 17 04:40:47.780818 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75f20b20-6781-46bc-9614-c37dd66f9d74 admin admin] Notify agent at l3_agent.dv-cinder-829630-1-smb the message routers_updated {{(pid=108155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 04:40:47.799980 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.plugin [None req-0b8637a0-8b57-4818-b9f6-c0bdebc61e66 None None] Port bbc1efbc-ccc8-4e64-b3b9-4b16ab1a04a8 cannot update to ACTIVE because it is not bound. {{(pid=108157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 17 04:40:47.805844 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf07679e-b75e-4019-b55a-861a7638bd37 None None] Sync routers for ids ['512931e0-d748-48dc-b61a-2e7dd9d916ad'] in dv-cinder-829630-1-smb {{(pid=108157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 04:40:47.822551 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-75f20b20-6781-46bc-9614-c37dd66f9d74 admin admin] 10.222.0.36 "PUT /v2.0/routers/512931e0-d748-48dc-b61a-2e7dd9d916ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5509541 Feb 17 04:40:47.842631 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf07679e-b75e-4019-b55a-861a7638bd37 None None] Routers {'512931e0-d748-48dc-b61a-2e7dd9d916ad'} bound to L3 agent in host dv-cinder-829630-1-smb {{(pid=108157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:40:47.848073 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_hamode_db [None req-cf07679e-b75e-4019-b55a-861a7638bd37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T04:31:52Z,description=,heartbeat_timestamp=2022-02-17T04:40:22Z,host='dv-cinder-829630-1-smb',id=e8023405-eda5-4975-af11-622b29ed5550,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:52Z,topic='l3_agent')) {'router_ids': ['512931e0-d748-48dc-b61a-2e7dd9d916ad'], 'active': True} {{(pid=108157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:40:47.880414 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 56120) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:40:47.886300 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.v2.base [None req-561d2fe0-bb9f-4da3-9b59-cf3225bbd5be tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1695271611', 'description': 'tempest-description--252312709'}} {{(pid=108155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:40:47.948324 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-2f62df73-93cc-4cc6-b2ed-23b9653187a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:47.986248 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-561d2fe0-bb9f-4da3-9b59-cf3225bbd5be tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Notify callbacks [] for security_group, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:48.094244 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-2f62df73-93cc-4cc6-b2ed-23b9653187a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:48.173525 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6da772-b074-4f5b-a22f-459fc4d38ff4 req-7d74e7ff-66ef-482a-b339-bdb0f29a9319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:48.176936 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-2a6da772-b074-4f5b-a22f-459fc4d38ff4 req-7d74e7ff-66ef-482a-b339-bdb0f29a9319 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=350ab5e5-7a20-484b-98ca-7520cfdba7e9 HTTP/1.1" status: 200 len: 851 time: 0.3801997 Feb 17 04:40:48.317936 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_dvr_db [None req-cf07679e-b75e-4019-b55a-861a7638bd37 None None] Set router 512931e0-d748-48dc-b61a-2e7dd9d916ad gateway port host: dv-cinder-829630-1-smb {{(pid=108157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:40:48.340435 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron_lib.callbacks.manager [None req-08f80053-945d-4301-bc00-449f69a55484 None None] Notify callbacks [] for port, precommit_update {{(pid=108158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:48.354884 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron_lib.callbacks.manager [None req-08f80053-945d-4301-bc00-449f69a55484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:48.429617 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-561d2fe0-bb9f-4da3-9b59-cf3225bbd5be tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Notify callbacks [] for security_group, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:48.442379 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-561d2fe0-bb9f-4da3-9b59-cf3225bbd5be tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:48.512379 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-2a6da772-b074-4f5b-a22f-459fc4d38ff4 req-67e3a7b4-04ea-4b0b-84fb-59497e2d00cf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8dedb6d3-9edc-4636-ba64-5bde48c50c4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3097982 Feb 17 04:40:48.570641 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-2f62df73-93cc-4cc6-b2ed-23b9653187a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:48.595579 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-2f62df73-93cc-4cc6-b2ed-23b9653187a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:48.606131 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-2f62df73-93cc-4cc6-b2ed-23b9653187a1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5f1d2888-910b-497f-a0c1-fb5ceb93ec4c HTTP/1.1" status: 204 len: 168 time: 1.3559458 Feb 17 04:40:48.622440 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 04:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75b8a130-d47c-45ad-b05c-10d578ec3190 x-openstack-request-id: req-75b8a130-d47c-45ad-b05c-10d578ec3190 {{(pid=108156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:40:48.624867 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cba4426d-725d-4873-a457-10c17d098979", "tag": "736f5e51-e7f6-4c39-ad04-81d6e676d780", "status": "completed", "code": 200}]} {{(pid=108156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:40:48.625139 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-75b8a130-d47c-45ad-b05c-10d578ec3190 {{(pid=108156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:40:48.625621 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cba4426d-725d-4873-a457-10c17d098979', 'tag': '736f5e51-e7f6-4c39-ad04-81d6e676d780', 'status': 'completed', 'code': 200} Feb 17 04:40:48.632332 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43966fe4-2648-4e75-a9a4-4d33481936e7 None None] Pushing event updated for resources: {'Port': ['ID=5d48e9dd-bf1d-4bae-bb34-e0f0e3fb4abf,revision_number=3']} {{(pid=108158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:48.676800 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-561d2fe0-bb9f-4da3-9b59-cf3225bbd5be tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Notify callbacks [] for security_group, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:48.680691 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-561d2fe0-bb9f-4da3-9b59-cf3225bbd5be tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7987785 Feb 17 04:40:48.691898 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 56156) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:40:48.697081 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.v2.base [None req-0cc92295-0f89-4391-b502-fd38fe1a0196 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Request body: {'security_group_rule': {'security_group_id': 'fb3112e5-8fb2-44d1-8f1b-18510013e269', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:40:48.716137 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561d2fe0-bb9f-4da3-9b59-cf3225bbd5be tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb3112e5-8fb2-44d1-8f1b-18510013e269,revision_number=1']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:48.794577 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.plugins.ml2.managers [None req-08f80053-945d-4301-bc00-449f69a55484 None None] Attempting to bind port 5d48e9dd-bf1d-4bae-bb34-e0f0e3fb4abf on host dv-cinder-829630-1-smb for vnic_type normal with profile {{(pid=108158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 04:40:48.794577 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.plugins.ml2.managers [None req-08f80053-945d-4301-bc00-449f69a55484 None None] Attempting to bind port 5d48e9dd-bf1d-4bae-bb34-e0f0e3fb4abf by drivers openvswitch,hyperv on host dv-cinder-829630-1-smb at level 0 using segments [{'id': 'd7c23f60-fd81-463c-84c9-fb74244f4d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '6044f085-e24b-42f2-baa3-35fa62a45e03'}] {{(pid=108158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 04:40:48.794577 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f80053-945d-4301-bc00-449f69a55484 None None] Attempting to bind port 5d48e9dd-bf1d-4bae-bb34-e0f0e3fb4abf on network 6044f085-e24b-42f2-baa3-35fa62a45e03 {{(pid=108158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:40:48.814410 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f80053-945d-4301-bc00-449f69a55484 None None] Checking agent: {'id': 'd1beeaa3-bd36-43bd-8b31-620fffa1b4c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 4, 31, 55), 'started_at': datetime.datetime(2022, 2, 17, 4, 32, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 4, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 04:40:48.814782 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f80053-945d-4301-bc00-449f69a55484 None None] Checking segment: {'id': 'd7c23f60-fd81-463c-84c9-fb74244f4d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '6044f085-e24b-42f2-baa3-35fa62a45e03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:40:48.815961 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron_lib.callbacks.manager [None req-08f80053-945d-4301-bc00-449f69a55484 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:48.816509 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f80053-945d-4301-bc00-449f69a55484 None None] Bound using segment: {'id': 'd7c23f60-fd81-463c-84c9-fb74244f4d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '6044f085-e24b-42f2-baa3-35fa62a45e03'} {{(pid=108158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 04:40:48.822101 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.plugins.ml2.managers [None req-08f80053-945d-4301-bc00-449f69a55484 None None] Bound port: 5d48e9dd-bf1d-4bae-bb34-e0f0e3fb4abf, host: dv-cinder-829630-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7c23f60-fd81-463c-84c9-fb74244f4d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '6044f085-e24b-42f2-baa3-35fa62a45e03'}}] {{(pid=108158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 04:40:48.824603 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron_lib.callbacks.manager [None req-08f80053-945d-4301-bc00-449f69a55484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:48.861386 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-0cc92295-0f89-4391-b502-fd38fe1a0196 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:48.873278 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f62df73-93cc-4cc6-b2ed-23b9653187a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f1d2888-910b-497f-a0c1-fb5ceb93ec4c,revision_number=None']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:49.000524 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.plugins.ml2.db [None req-08f80053-945d-4301-bc00-449f69a55484 None None] For port 5d48e9dd-bf1d-4bae-bb34-e0f0e3fb4abf, host dv-cinder-829630-1-smb, cleared binding levels {{(pid=108158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 04:40:49.022443 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.plugins.ml2.db [None req-08f80053-945d-4301-bc00-449f69a55484 None None] For port 5d48e9dd-bf1d-4bae-bb34-e0f0e3fb4abf, host dv-cinder-829630-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-smb',level=0,port_id=5d48e9dd-bf1d-4bae-bb34-e0f0e3fb4abf,segment=NetworkSegment(d7c23f60-fd81-463c-84c9-fb74244f4d61),segment_id=d7c23f60-fd81-463c-84c9-fb74244f4d61)] {{(pid=108158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 04:40:49.031284 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron_lib.callbacks.manager [None req-08f80053-945d-4301-bc00-449f69a55484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:49.043852 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_hamode_db [None req-cf07679e-b75e-4019-b55a-861a7638bd37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '512931e0-d748-48dc-b61a-2e7dd9d916ad', 'name': 'tempest-AttachVolumeTestJSON-787431873-router', 'tenant_id': '3829f22bdfad4cf780241903bcedf462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'external_fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.219'}], 'enable_snat': True}, 'gw_port_id': '08897a33-58fd-46a7-aa92-1311a6a87524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:40:31Z', 'updated_at': '2022-02-17T04:40:44Z', 'revision_number': 4, 'project_id': '3829f22bdfad4cf780241903bcedf462', 'gw_port': {'id': '08897a33-58fd-46a7-aa92-1311a6a87524', 'name': '', 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:40:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512931e0-d748-48dc-b61a-2e7dd9d916ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:32Z', 'updated_at': '2022-02-17T04:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-smb', '_interfaces': [{'id': 'bbc1efbc-ccc8-4e64-b3b9-4b16ab1a04a8', 'name': '', 'network_id': '75349da8-5288-4d10-8e72-5e1d72cb6968', 'tenant_id': '3829f22bdfad4cf780241903bcedf462', 'mac_address': 'fa:16:3e:9a:c0:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '512931e0-d748-48dc-b61a-2e7dd9d916ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '091e0600-b2ac-4cb6-bb57-09d45c6ebace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:41Z', 'updated_at': '2022-02-17T04:40:45Z', 'revision_number': 2, 'project_id': '3829f22bdfad4cf780241903bcedf462', 'subnets': [{'id': '091e0600-b2ac-4cb6-bb57-09d45c6ebace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-1-smb', False) {} {{(pid=108157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:40:49.221056 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf07679e-b75e-4019-b55a-861a7638bd37 None None] Checking router: 512931e0-d748-48dc-b61a-2e7dd9d916ad for host: dv-cinder-829630-1-smb {{(pid=108157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 04:40:49.228382 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf07679e-b75e-4019-b55a-861a7638bd37 None None] Updating router 512931e0-d748-48dc-b61a-2e7dd9d916ad port bbc1efbc-ccc8-4e64-b3b9-4b16ab1a04a8 binding host dv-cinder-829630-1-smb {{(pid=108157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 04:40:49.249621 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f80053-945d-4301-bc00-449f69a55484 None None] Routers {'ef85b872-6682-4aea-a8d0-4a8b4a533176'} bound to L3 agent in host dv-cinder-829630-1-smb {{(pid=108158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:40:49.250996 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-0cc92295-0f89-4391-b502-fd38fe1a0196 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:49.254909 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a13e39-a5ed-41ec-9345-934d802dc355 req-2da93037-b6a2-4c98-b271-ff0e63f8ed21 tempest-DeleteServersTestJSON-232607191 tempest-DeleteServersTestJSON-232607191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:49.255749 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_hamode_db [None req-08f80053-945d-4301-bc00-449f69a55484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T04:31:52Z,description=,heartbeat_timestamp=2022-02-17T04:40:22Z,host='dv-cinder-829630-1-smb',id=e8023405-eda5-4975-af11-622b29ed5550,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:52Z,topic='l3_agent')) {'router_ids': ['ef85b872-6682-4aea-a8d0-4a8b4a533176'], 'active': True} {{(pid=108158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:40:49.263633 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-0cc92295-0f89-4391-b502-fd38fe1a0196 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825139'] for security_group_rule, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:49.269814 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-02a13e39-a5ed-41ec-9345-934d802dc355 req-2da93037-b6a2-4c98-b271-ff0e63f8ed21 tempest-DeleteServersTestJSON-232607191 tempest-DeleteServersTestJSON-232607191-project] 10.222.0.36 "GET /v2.0/ports?device_id=cba4426d-725d-4873-a457-10c17d098979 HTTP/1.1" status: 200 len: 943 time: 0.4042473 Feb 17 04:40:49.361678 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc92295-0f89-4391-b502-fd38fe1a0196 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f02dca30-a566-46db-9acf-f82a73b70814,revision_number=0']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:49.374061 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-cf07679e-b75e-4019-b55a-861a7638bd37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:49.406387 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-0cc92295-0f89-4391-b502-fd38fe1a0196 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:49.418499 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-0cc92295-0f89-4391-b502-fd38fe1a0196 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7238214 Feb 17 04:40:49.420972 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 56178) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:40:49.435383 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-b3915f37-3a23-477a-aad1-b1391b9e9dd0 None None] Provisioning complete for port 5d48e9dd-bf1d-4bae-bb34-e0f0e3fb4abf triggered by entity DHCP. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:40:49.435763 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-b3915f37-3a23-477a-aad1-b1391b9e9dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:49.444222 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.v2.base [None req-723a740e-630e-48d7-8f28-abf9e86404cb tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Request body: {'security_group_rule': {'security_group_id': 'fb3112e5-8fb2-44d1-8f1b-18510013e269', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:40:49.490479 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-2a6da772-b074-4f5b-a22f-459fc4d38ff4 req-de48c271-fae7-4ec5-b34a-8d14c5da6275 service neutron] 10.222.0.69 "GET /v2.0/networks/8dedb6d3-9edc-4636-ba64-5bde48c50c4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9650092 Feb 17 04:40:49.568295 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-02a13e39-a5ed-41ec-9345-934d802dc355 req-e0c5028e-4c93-4cc5-94f2-a29beea102c0 tempest-DeleteServersTestJSON-232607191 tempest-DeleteServersTestJSON-232607191-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5ad0227-9e65-4646-afbc-efb72c392906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973626 Feb 17 04:40:49.594066 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-723a740e-630e-48d7-8f28-abf9e86404cb tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:49.794900 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-723a740e-630e-48d7-8f28-abf9e86404cb tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:49.813887 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_dvr_db [None req-08f80053-945d-4301-bc00-449f69a55484 None None] Set router ef85b872-6682-4aea-a8d0-4a8b4a533176 gateway port host: dv-cinder-829630-1-smb {{(pid=108158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:40:49.815809 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-723a740e-630e-48d7-8f28-abf9e86404cb tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825139'] for security_group_rule, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:49.842332 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723a740e-630e-48d7-8f28-abf9e86404cb tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8639ad0-d7c7-4172-96f2-7e547a84c8a4,revision_number=0']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:49.853895 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-723a740e-630e-48d7-8f28-abf9e86404cb tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:49.876394 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-723a740e-630e-48d7-8f28-abf9e86404cb tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4518571 Feb 17 04:40:49.877086 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 56196) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:40:49.885584 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.v2.base [None req-f2552eb4-ca59-42d1-9eee-04aa499316c3 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Request body: {'floatingip': {'floating_network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2'}} {{(pid=108155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:40:49.894701 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-2a6da772-b074-4f5b-a22f-459fc4d38ff4 req-a3f2a403-60b5-43b5-809f-79e13d48f770 service neutron] 10.222.0.69 "GET /v2.0/networks/8dedb6d3-9edc-4636-ba64-5bde48c50c4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3820376 Feb 17 04:40:49.999861 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-f2552eb4-ca59-42d1-9eee-04aa499316c3 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Notify callbacks [] for floatingip, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:50.047594 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-f88c218c-9729-4b10-ab08-c31c336fe403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:50.110017 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcad1f46-a85d-452f-a533-4f09ca638a18 req-ef6344c5-1294-4cf1-9704-2f21d37ffab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:50.114894 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-bcad1f46-a85d-452f-a533-4f09ca638a18 req-ef6344c5-1294-4cf1-9704-2f21d37ffab9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=92ccd315462e4256a62cd0ec23e16d58&device_id=cba4426d-725d-4873-a457-10c17d098979 HTTP/1.1" status: 200 len: 1096 time: 0.1125441 Feb 17 04:40:50.276250 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43966fe4-2648-4e75-a9a4-4d33481936e7 None None] Pushing event updated for resources: {'Port': ['ID=5d48e9dd-bf1d-4bae-bb34-e0f0e3fb4abf,revision_number=4']} {{(pid=108158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:50.323211 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_hamode_db [None req-08f80053-945d-4301-bc00-449f69a55484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef85b872-6682-4aea-a8d0-4a8b4a533176', 'name': 'tempest-AttachVolumeShelveTestJSON-408808888-router', 'tenant_id': 'fcce34a724fd4831979df5c4aa7cf368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'external_fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.22'}], 'enable_snat': True}, 'gw_port_id': '9c126979-2d2f-49c4-9445-d884b0b80ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:40:31Z', 'updated_at': '2022-02-17T04:40:40Z', 'revision_number': 4, 'project_id': 'fcce34a724fd4831979df5c4aa7cf368', 'gw_port': {'id': '9c126979-2d2f-49c4-9445-d884b0b80ebe', 'name': '', 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:55:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef85b872-6682-4aea-a8d0-4a8b4a533176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:32Z', 'updated_at': '2022-02-17T04:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-smb', '_interfaces': [{'id': '5d48e9dd-bf1d-4bae-bb34-e0f0e3fb4abf', 'name': '', 'network_id': '6044f085-e24b-42f2-baa3-35fa62a45e03', 'tenant_id': 'fcce34a724fd4831979df5c4aa7cf368', 'mac_address': 'fa:16:3e:ab:77:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef85b872-6682-4aea-a8d0-4a8b4a533176', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e939ef18-20cb-4ec3-b53b-ca721a133838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:37Z', 'updated_at': '2022-02-17T04:40:48Z', 'revision_number': 4, 'project_id': 'fcce34a724fd4831979df5c4aa7cf368', 'subnets': [{'id': 'e939ef18-20cb-4ec3-b53b-ca721a133838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-1-smb', False) {} {{(pid=108158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:40:50.369111 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f80053-945d-4301-bc00-449f69a55484 None None] The sync data for ids ['ef85b872-6682-4aea-a8d0-4a8b4a533176'] in dv-cinder-829630-1-smb is: [{'id': 'ef85b872-6682-4aea-a8d0-4a8b4a533176', 'name': 'tempest-AttachVolumeShelveTestJSON-408808888-router', 'tenant_id': 'fcce34a724fd4831979df5c4aa7cf368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'external_fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.22'}], 'enable_snat': True}, 'gw_port_id': '9c126979-2d2f-49c4-9445-d884b0b80ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:40:31Z', 'updated_at': '2022-02-17T04:40:40Z', 'revision_number': 4, 'project_id': 'fcce34a724fd4831979df5c4aa7cf368', 'gw_port': {'id': '9c126979-2d2f-49c4-9445-d884b0b80ebe', 'name': '', 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:55:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef85b872-6682-4aea-a8d0-4a8b4a533176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:32Z', 'updated_at': '2022-02-17T04:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-smb', '_interfaces': [{'id': '5d48e9dd-bf1d-4bae-bb34-e0f0e3fb4abf', 'name': '', 'network_id': '6044f085-e24b-42f2-baa3-35fa62a45e03', 'tenant_id': 'fcce34a724fd4831979df5c4aa7cf368', 'mac_address': 'fa:16:3e:ab:77:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef85b872-6682-4aea-a8d0-4a8b4a533176', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e939ef18-20cb-4ec3-b53b-ca721a133838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:37Z', 'updated_at': '2022-02-17T04:40:48Z', 'revision_number': 4, 'project_id': 'fcce34a724fd4831979df5c4aa7cf368', 'subnets': [{'id': 'e939ef18-20cb-4ec3-b53b-ca721a133838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 04:40:50.540656 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-cf07679e-b75e-4019-b55a-861a7638bd37 None None] Notify callbacks [] for port, precommit_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:50.568881 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-cf07679e-b75e-4019-b55a-861a7638bd37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:50.749471 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcad1f46-a85d-452f-a533-4f09ca638a18 req-4385b686-543b-4385-83cc-081a890d2547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:50.751329 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-bcad1f46-a85d-452f-a533-4f09ca638a18 req-4385b686-543b-4385-83cc-081a890d2547 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8dedb6d3-9edc-4636-ba64-5bde48c50c4e HTTP/1.1" status: 200 len: 911 time: 0.6241412 Feb 17 04:40:50.783555 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-b3915f37-3a23-477a-aad1-b1391b9e9dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:50.803408 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-f2552eb4-ca59-42d1-9eee-04aa499316c3 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:50.838238 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-bcad1f46-a85d-452f-a533-4f09ca638a18 req-67e3655b-0eb8-4a25-bf57-3902fecd3631 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=736f5e51-e7f6-4c39-ad04-81d6e676d780 HTTP/1.1" status: 200 len: 217 time: 0.0771294 Feb 17 04:40:50.883468 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-b3915f37-3a23-477a-aad1-b1391b9e9dd0 None None] For port 5d48e9dd-bf1d-4bae-bb34-e0f0e3fb4abf, host dv-cinder-829630-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-smb',level=0,port_id=5d48e9dd-bf1d-4bae-bb34-e0f0e3fb4abf,segment=NetworkSegment(d7c23f60-fd81-463c-84c9-fb74244f4d61),segment_id=d7c23f60-fd81-463c-84c9-fb74244f4d61)] {{(pid=108157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:40:50.899008 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-b3915f37-3a23-477a-aad1-b1391b9e9dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:50.910422 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274fc577-0a97-4b4f-9772-1a3104239066 None None] Pushing event updated for resources: {'Port': ['ID=bbc1efbc-ccc8-4e64-b3b9-4b16ab1a04a8,revision_number=3']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:50.913067 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.managers [None req-cf07679e-b75e-4019-b55a-861a7638bd37 None None] Attempting to bind port bbc1efbc-ccc8-4e64-b3b9-4b16ab1a04a8 on host dv-cinder-829630-1-smb for vnic_type normal with profile {{(pid=108157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 04:40:50.913679 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.managers [None req-cf07679e-b75e-4019-b55a-861a7638bd37 None None] Attempting to bind port bbc1efbc-ccc8-4e64-b3b9-4b16ab1a04a8 by drivers openvswitch,hyperv on host dv-cinder-829630-1-smb at level 0 using segments [{'id': '99a66aaf-8003-4c92-9542-5126eba81209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '75349da8-5288-4d10-8e72-5e1d72cb6968'}] {{(pid=108157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 04:40:50.914303 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf07679e-b75e-4019-b55a-861a7638bd37 None None] Attempting to bind port bbc1efbc-ccc8-4e64-b3b9-4b16ab1a04a8 on network 75349da8-5288-4d10-8e72-5e1d72cb6968 {{(pid=108157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:40:51.016638 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcad1f46-a85d-452f-a533-4f09ca638a18 req-b2d0e7ff-ce20-4ade-b818-4aecad87edb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:51.023345 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-bcad1f46-a85d-452f-a533-4f09ca638a18 req-b2d0e7ff-ce20-4ade-b818-4aecad87edb5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=350ab5e5-7a20-484b-98ca-7520cfdba7e9 HTTP/1.1" status: 200 len: 851 time: 0.1776679 Feb 17 04:40:51.087787 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf07679e-b75e-4019-b55a-861a7638bd37 None None] Checking agent: {'id': 'd1beeaa3-bd36-43bd-8b31-620fffa1b4c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 4, 31, 55), 'started_at': datetime.datetime(2022, 2, 17, 4, 32, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 4, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 04:40:51.096932 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf07679e-b75e-4019-b55a-861a7638bd37 None None] Checking segment: {'id': '99a66aaf-8003-4c92-9542-5126eba81209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '75349da8-5288-4d10-8e72-5e1d72cb6968'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:40:51.098905 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-cf07679e-b75e-4019-b55a-861a7638bd37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:51.099548 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf07679e-b75e-4019-b55a-861a7638bd37 None None] Bound using segment: {'id': '99a66aaf-8003-4c92-9542-5126eba81209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '75349da8-5288-4d10-8e72-5e1d72cb6968'} {{(pid=108157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 04:40:51.108759 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.managers [None req-cf07679e-b75e-4019-b55a-861a7638bd37 None None] Bound port: bbc1efbc-ccc8-4e64-b3b9-4b16ab1a04a8, host: dv-cinder-829630-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a66aaf-8003-4c92-9542-5126eba81209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '75349da8-5288-4d10-8e72-5e1d72cb6968'}}] {{(pid=108157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 04:40:51.109411 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-cf07679e-b75e-4019-b55a-861a7638bd37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:51.115658 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3915f37-3a23-477a-aad1-b1391b9e9dd0 None None] Pushing event updated for resources: {'Port': ['ID=5d48e9dd-bf1d-4bae-bb34-e0f0e3fb4abf,revision_number=5']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:51.146361 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-95c85c35-9903-4aad-a712-fbd9085b806f None None] Provisioning complete for port 5d48e9dd-bf1d-4bae-bb34-e0f0e3fb4abf triggered by entity DHCP. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:40:51.147103 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-95c85c35-9903-4aad-a712-fbd9085b806f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:51.174984 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ceac7e-0e57-439d-a8b7-70957fd9f2c0 req-12b3ced7-db17-49cf-b148-ce90037f758b tempest-DeleteServersTestJSON-232607191 tempest-DeleteServersTestJSON-232607191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:51.188759 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-b4ceac7e-0e57-439d-a8b7-70957fd9f2c0 req-12b3ced7-db17-49cf-b148-ce90037f758b tempest-DeleteServersTestJSON-232607191 tempest-DeleteServersTestJSON-232607191-project] 10.222.0.36 "GET /v2.0/ports?device_id=cba4426d-725d-4873-a457-10c17d098979 HTTP/1.1" status: 200 len: 943 time: 0.3020203 Feb 17 04:40:51.196820 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-bcad1f46-a85d-452f-a533-4f09ca638a18 req-232cf4c4-3d1a-4d87-b18b-64401cf319b5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8dedb6d3-9edc-4636-ba64-5bde48c50c4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1596265 Feb 17 04:40:51.344655 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.db.db_base_plugin_common [None req-f2552eb4-ca59-42d1-9eee-04aa499316c3 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Allocated IP 172.28.3.119 (9ee4813c-26bc-4ce0-8bb0-948d56f273c2/e9f6ab95-7249-4be3-8bb0-da1d9214eacd/f63a7edd-1fcb-423a-aedb-ee5ca4e10b21) {{(pid=108155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:40:51.477534 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-cf07679e-b75e-4019-b55a-861a7638bd37 None None] For port bbc1efbc-ccc8-4e64-b3b9-4b16ab1a04a8, host dv-cinder-829630-1-smb, cleared binding levels {{(pid=108157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 04:40:51.482703 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-cf07679e-b75e-4019-b55a-861a7638bd37 None None] For port bbc1efbc-ccc8-4e64-b3b9-4b16ab1a04a8, host dv-cinder-829630-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-smb',level=0,port_id=bbc1efbc-ccc8-4e64-b3b9-4b16ab1a04a8,segment=NetworkSegment(99a66aaf-8003-4c92-9542-5126eba81209),segment_id=99a66aaf-8003-4c92-9542-5126eba81209)] {{(pid=108157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 04:40:51.490911 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-cf07679e-b75e-4019-b55a-861a7638bd37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:51.636451 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274fc577-0a97-4b4f-9772-1a3104239066 None None] Pushing event updated for resources: {'Port': ['ID=bbc1efbc-ccc8-4e64-b3b9-4b16ab1a04a8,revision_number=4']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:51.716854 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-e7c5fbd7-cb98-4111-bbec-f486d589738b None None] Provisioning complete for port bbc1efbc-ccc8-4e64-b3b9-4b16ab1a04a8 triggered by entity DHCP. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:40:51.734174 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-e7c5fbd7-cb98-4111-bbec-f486d589738b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:51.738130 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 56252) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:40:51.756783 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.v2.base [None req-af8d488c-9eb5-4471-a950-d803ff92f7ba tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1850219838', 'description': 'tempest-description--1574929926'}} {{(pid=108155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:40:51.836403 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-f2552eb4-ca59-42d1-9eee-04aa499316c3 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Notify callbacks [] for port, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:51.887532 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf07679e-b75e-4019-b55a-861a7638bd37 None None] Routers {'512931e0-d748-48dc-b61a-2e7dd9d916ad'} bound to L3 agent in host dv-cinder-829630-1-smb {{(pid=108157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:40:51.888248 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_hamode_db [None req-cf07679e-b75e-4019-b55a-861a7638bd37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T04:31:52Z,description=,heartbeat_timestamp=2022-02-17T04:40:22Z,host='dv-cinder-829630-1-smb',id=e8023405-eda5-4975-af11-622b29ed5550,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:52Z,topic='l3_agent')) {'router_ids': ['512931e0-d748-48dc-b61a-2e7dd9d916ad'], 'active': True} {{(pid=108157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:40:52.058901 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-f2552eb4-ca59-42d1-9eee-04aa499316c3 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733365499769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2813823'] for port, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:52.073495 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-af8d488c-9eb5-4471-a950-d803ff92f7ba tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Notify callbacks [] for security_group, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:52.252253 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-bcad1f46-a85d-452f-a533-4f09ca638a18 req-c4c0ef8e-c375-4cbc-9f67-ed50cf627573 service neutron] 10.222.0.69 "GET /v2.0/networks/8dedb6d3-9edc-4636-ba64-5bde48c50c4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0308418 Feb 17 04:40:52.340199 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Device 5d48e9dd-bf1d-4bae-bb34-e0f0e3fb4abf up at agent ovs-agent-dv-cinder-829630-1-smb {{(pid=108157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:40:52.412979 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2552eb4-ca59-42d1-9eee-04aa499316c3 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Network 9ee4813c-26bc-4ce0-8bb0-948d56f273c2 is already hosted by enough agents. {{(pid=108155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:40:52.432266 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.scheduler.base_scheduler [None req-f2552eb4-ca59-42d1-9eee-04aa499316c3 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Resources bound (agent type, host, resource id): {{(pid=108155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:40:52.451163 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-e7c5fbd7-cb98-4111-bbec-f486d589738b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:52.461881 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2552eb4-ca59-42d1-9eee-04aa499316c3 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Received port after_create {{(pid=108155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:40:52.471112 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2552eb4-ca59-42d1-9eee-04aa499316c3 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Pushing event updated for resources: {'Port': ['ID=f63a7edd-1fcb-423a-aedb-ee5ca4e10b21,revision_number=1']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:52.488918 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-3703859d-24c0-49c9-89f0-d8faa969ab46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:52.570549 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Provisioning complete for port 5d48e9dd-bf1d-4bae-bb34-e0f0e3fb4abf triggered by entity L2. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:40:52.571114 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:52.651335 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-af8d488c-9eb5-4471-a950-d803ff92f7ba tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Notify callbacks [] for security_group, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:52.677970 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-af8d488c-9eb5-4471-a950-d803ff92f7ba tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:52.733288 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-bcad1f46-a85d-452f-a533-4f09ca638a18 req-e19d8303-19d3-43b5-9601-f23bbf93a3dd service neutron] 10.222.0.69 "GET /v2.0/networks/8dedb6d3-9edc-4636-ba64-5bde48c50c4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4596171 Feb 17 04:40:52.793632 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-b4ceac7e-0e57-439d-a8b7-70957fd9f2c0 req-41bccf12-aa54-4030-b7dc-7b5b7b636585 tempest-DeleteServersTestJSON-232607191 tempest-DeleteServersTestJSON-232607191-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5ad0227-9e65-4646-afbc-efb72c392906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6038232 Feb 17 04:40:52.849443 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.agents_db [None req-cbde576c-1bd3-47c0-9bd8-6306741b546e None None] Agent healthcheck: found 6 active agents {{(pid=108158) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 04:40:52.919099 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8d488c-9eb5-4471-a950-d803ff92f7ba tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffbda038-50f4-44bc-aa04-91e66aa92c86,revision_number=1']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:52.962621 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-af8d488c-9eb5-4471-a950-d803ff92f7ba tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Notify callbacks [] for security_group, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:52.963984 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-af8d488c-9eb5-4471-a950-d803ff92f7ba tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.2246370 Feb 17 04:40:52.966891 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 56298) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:40:52.975276 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.v2.base [None req-44388d17-6c14-4129-bd95-ccad979f418d tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Request body: {'security_group_rule': {'security_group_id': 'ffbda038-50f4-44bc-aa04-91e66aa92c86', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:40:53.020419 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-f2552eb4-ca59-42d1-9eee-04aa499316c3 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:53.035942 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-44388d17-6c14-4129-bd95-ccad979f418d tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:53.141700 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-e7c5fbd7-cb98-4111-bbec-f486d589738b None None] For port bbc1efbc-ccc8-4e64-b3b9-4b16ab1a04a8, host dv-cinder-829630-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-smb',level=0,port_id=bbc1efbc-ccc8-4e64-b3b9-4b16ab1a04a8,segment=NetworkSegment(99a66aaf-8003-4c92-9542-5126eba81209),segment_id=99a66aaf-8003-4c92-9542-5126eba81209)] {{(pid=108157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:40:53.179724 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-f2552eb4-ca59-42d1-9eee-04aa499316c3 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:53.180931 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-e7c5fbd7-cb98-4111-bbec-f486d589738b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:53.194265 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-ad5ef704-a6a3-47d1-bcb0-f74a0b5e809f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:53.204341 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-44388d17-6c14-4129-bd95-ccad979f418d tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:53.217159 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-44388d17-6c14-4129-bd95-ccad979f418d tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825139'] for security_group_rule, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:53.263824 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44388d17-6c14-4129-bd95-ccad979f418d tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=573b28fd-55d0-43ec-ab9e-3083c07e9196,revision_number=0']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:53.306788 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-44388d17-6c14-4129-bd95-ccad979f418d tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:53.310777 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-44388d17-6c14-4129-bd95-ccad979f418d tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3409340 Feb 17 04:40:53.311778 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 56320) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:40:53.328157 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.v2.base [None req-392ba843-dbfc-46b3-8eba-ea42af3cc53c tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Request body: {'security_group_rule': {'security_group_id': 'ffbda038-50f4-44bc-aa04-91e66aa92c86', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:40:53.400830 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_dvr_db [None req-cf07679e-b75e-4019-b55a-861a7638bd37 None None] Set router 512931e0-d748-48dc-b61a-2e7dd9d916ad gateway port host: dv-cinder-829630-1-smb {{(pid=108157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:40:53.402292 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-392ba843-dbfc-46b3-8eba-ea42af3cc53c tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:53.485182 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:53.489231 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c5fbd7-cb98-4111-bbec-f486d589738b None None] Pushing event updated for resources: {'Port': ['ID=bbc1efbc-ccc8-4e64-b3b9-4b16ab1a04a8,revision_number=5']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:53.501558 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-9ca0e87b-0183-4e82-bd5e-40ceadbc5053 None None] Provisioning complete for port bbc1efbc-ccc8-4e64-b3b9-4b16ab1a04a8 triggered by entity DHCP. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:40:53.502143 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-9ca0e87b-0183-4e82-bd5e-40ceadbc5053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:53.606829 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-392ba843-dbfc-46b3-8eba-ea42af3cc53c tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:53.615543 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-392ba843-dbfc-46b3-8eba-ea42af3cc53c tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825139'] for security_group_rule, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:53.700255 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392ba843-dbfc-46b3-8eba-ea42af3cc53c tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9800b94-38a4-49b1-a899-44fc1a420c8f,revision_number=0']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:53.732513 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-392ba843-dbfc-46b3-8eba-ea42af3cc53c tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:53.734185 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-392ba843-dbfc-46b3-8eba-ea42af3cc53c tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4201250 Feb 17 04:40:53.737879 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 56340) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:40:53.741017 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-f2552eb4-ca59-42d1-9eee-04aa499316c3 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Notify callbacks [] for port, precommit_update {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:53.755198 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-f2552eb4-ca59-42d1-9eee-04aa499316c3 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2813814'] for port, after_update {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:53.763219 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.v2.base [None req-a1de6dce-47a0-4636-b64b-8d154cfea26c tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Request body: {'floatingip': {'floating_network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2'}} {{(pid=108156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:40:53.827547 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2552eb4-ca59-42d1-9eee-04aa499316c3 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Pushing event updated for resources: {'Port': ['ID=f63a7edd-1fcb-423a-aedb-ee5ca4e10b21,revision_number=2']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:53.861557 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-a1de6dce-47a0-4636-b64b-8d154cfea26c tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Notify callbacks [] for floatingip, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:53.873889 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_hamode_db [None req-cf07679e-b75e-4019-b55a-861a7638bd37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '512931e0-d748-48dc-b61a-2e7dd9d916ad', 'name': 'tempest-AttachVolumeTestJSON-787431873-router', 'tenant_id': '3829f22bdfad4cf780241903bcedf462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'external_fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.219'}], 'enable_snat': True}, 'gw_port_id': '08897a33-58fd-46a7-aa92-1311a6a87524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:40:31Z', 'updated_at': '2022-02-17T04:40:44Z', 'revision_number': 4, 'project_id': '3829f22bdfad4cf780241903bcedf462', 'gw_port': {'id': '08897a33-58fd-46a7-aa92-1311a6a87524', 'name': '', 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:40:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512931e0-d748-48dc-b61a-2e7dd9d916ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:32Z', 'updated_at': '2022-02-17T04:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-smb', '_interfaces': [{'id': 'bbc1efbc-ccc8-4e64-b3b9-4b16ab1a04a8', 'name': '', 'network_id': '75349da8-5288-4d10-8e72-5e1d72cb6968', 'tenant_id': '3829f22bdfad4cf780241903bcedf462', 'mac_address': 'fa:16:3e:9a:c0:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '512931e0-d748-48dc-b61a-2e7dd9d916ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '091e0600-b2ac-4cb6-bb57-09d45c6ebace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:41Z', 'updated_at': '2022-02-17T04:40:51Z', 'revision_number': 4, 'project_id': '3829f22bdfad4cf780241903bcedf462', 'subnets': [{'id': '091e0600-b2ac-4cb6-bb57-09d45c6ebace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-1-smb', False) {} {{(pid=108157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:40:53.957089 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf07679e-b75e-4019-b55a-861a7638bd37 None None] The sync data for ids ['512931e0-d748-48dc-b61a-2e7dd9d916ad'] in dv-cinder-829630-1-smb is: [{'id': '512931e0-d748-48dc-b61a-2e7dd9d916ad', 'name': 'tempest-AttachVolumeTestJSON-787431873-router', 'tenant_id': '3829f22bdfad4cf780241903bcedf462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'external_fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.219'}], 'enable_snat': True}, 'gw_port_id': '08897a33-58fd-46a7-aa92-1311a6a87524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:40:31Z', 'updated_at': '2022-02-17T04:40:44Z', 'revision_number': 4, 'project_id': '3829f22bdfad4cf780241903bcedf462', 'gw_port': {'id': '08897a33-58fd-46a7-aa92-1311a6a87524', 'name': '', 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:40:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512931e0-d748-48dc-b61a-2e7dd9d916ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:32Z', 'updated_at': '2022-02-17T04:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-smb', '_interfaces': [{'id': 'bbc1efbc-ccc8-4e64-b3b9-4b16ab1a04a8', 'name': '', 'network_id': '75349da8-5288-4d10-8e72-5e1d72cb6968', 'tenant_id': '3829f22bdfad4cf780241903bcedf462', 'mac_address': 'fa:16:3e:9a:c0:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '512931e0-d748-48dc-b61a-2e7dd9d916ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '091e0600-b2ac-4cb6-bb57-09d45c6ebace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:41Z', 'updated_at': '2022-02-17T04:40:51Z', 'revision_number': 4, 'project_id': '3829f22bdfad4cf780241903bcedf462', 'subnets': [{'id': '091e0600-b2ac-4cb6-bb57-09d45c6ebace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 04:40:53.959762 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-f2552eb4-ca59-42d1-9eee-04aa499316c3 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650163'] for floatingip, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:53.989798 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-f2552eb4-ca59-42d1-9eee-04aa499316c3 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49904'] for floatingip, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:53.993738 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-f2552eb4-ca59-42d1-9eee-04aa499316c3 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1120937 Feb 17 04:40:54.132281 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-8e3772f1-a52a-48a7-84fa-494c57cc135e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:54.349718 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67ff799-b047-4cb0-ae0f-5d666c90333a req-4502c27a-c473-4394-bf49-ba8f9bd93e1c tempest-DeleteServersTestJSON-232607191 tempest-DeleteServersTestJSON-232607191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:54.360121 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 56368) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:40:54.378187 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-d67ff799-b047-4cb0-ae0f-5d666c90333a req-4502c27a-c473-4394-bf49-ba8f9bd93e1c tempest-DeleteServersTestJSON-232607191 tempest-DeleteServersTestJSON-232607191-project] 10.222.0.36 "GET /v2.0/ports?device_id=cba4426d-725d-4873-a457-10c17d098979 HTTP/1.1" status: 200 len: 943 time: 0.3441031 Feb 17 04:40:54.571017 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-d67ff799-b047-4cb0-ae0f-5d666c90333a req-e69c8c12-9ff1-470e-beeb-de1f6096d5b5 tempest-DeleteServersTestJSON-232607191 tempest-DeleteServersTestJSON-232607191-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5ad0227-9e65-4646-afbc-efb72c392906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887922 Feb 17 04:40:54.614053 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-a1de6dce-47a0-4636-b64b-8d154cfea26c tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:54.634663 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 56394) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:40:54.704233 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:54.765094 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-e5497d98-abf1-4dc7-85a5-ead813e299e2 req-a0ca557b-a031-412c-8946-426f02ac6181 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1695271611&fields=id&tenant_id=fcce34a724fd4831979df5c4aa7cf368 HTTP/1.1" status: 200 len: 267 time: 0.1747947 Feb 17 04:40:55.015521 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.db.db_base_plugin_common [None req-a1de6dce-47a0-4636-b64b-8d154cfea26c tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Allocated IP 172.28.3.34 (9ee4813c-26bc-4ce0-8bb0-948d56f273c2/e9f6ab95-7249-4be3-8bb0-da1d9214eacd/8307312d-dd8d-43a2-acc1-fa34a17f8f14) {{(pid=108156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:40:55.170862 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-a1de6dce-47a0-4636-b64b-8d154cfea26c tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Notify callbacks [] for port, precommit_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:55.182305 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-7d7bada6-9c35-4fb0-8412-959edce0bf12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:55.240809 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 56402) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:40:55.250198 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-a1de6dce-47a0-4636-b64b-8d154cfea26c tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733365499769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26489006'] for port, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:55.282581 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-c314e9d8-707a-4876-8a5c-830d66d11459 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:55.427801 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1de6dce-47a0-4636-b64b-8d154cfea26c tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Network 9ee4813c-26bc-4ce0-8bb0-948d56f273c2 is already hosted by enough agents. {{(pid=108156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:40:55.435841 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.scheduler.base_scheduler [None req-a1de6dce-47a0-4636-b64b-8d154cfea26c tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Resources bound (agent type, host, resource id): {{(pid=108156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:40:55.447281 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1de6dce-47a0-4636-b64b-8d154cfea26c tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Received port after_create {{(pid=108156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:40:55.451460 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1de6dce-47a0-4636-b64b-8d154cfea26c tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Pushing event updated for resources: {'Port': ['ID=8307312d-dd8d-43a2-acc1-fa34a17f8f14,revision_number=1']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:55.541820 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-54bd0fe4-5d72-40a4-b6da-cf40514fff87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:55.763686 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5497d98-abf1-4dc7-85a5-ead813e299e2 req-0b276e3c-adb6-4328-a9d3-c84bf0dc2d6f tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:55.765213 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-e5497d98-abf1-4dc7-85a5-ead813e299e2 req-0b276e3c-adb6-4328-a9d3-c84bf0dc2d6f tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/networks?id=6044f085-e24b-42f2-baa3-35fa62a45e03 HTTP/1.1" status: 200 len: 816 time: 0.9877152 Feb 17 04:40:55.803000 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-e5497d98-abf1-4dc7-85a5-ead813e299e2 req-13361a7f-57ae-4dd3-abdf-a57f06500daa tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/quotas/fcce34a724fd4831979df5c4aa7cf368 HTTP/1.1" status: 200 len: 375 time: 0.0268590 Feb 17 04:40:55.876379 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-54bd0fe4-5d72-40a4-b6da-cf40514fff87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:55.889077 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Device bbc1efbc-ccc8-4e64-b3b9-4b16ab1a04a8 up at agent ovs-agent-dv-cinder-829630-1-smb {{(pid=108157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:40:55.917661 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-54bd0fe4-5d72-40a4-b6da-cf40514fff87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:55.970799 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-54bd0fe4-5d72-40a4-b6da-cf40514fff87 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bbdbc14a65424f428543d8c3afd0b6d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7244048 Feb 17 04:40:55.971042 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-7d7bada6-9c35-4fb0-8412-959edce0bf12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:55.979215 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 56422) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:40:56.015417 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-7d7bada6-9c35-4fb0-8412-959edce0bf12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:56.058346 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-c314e9d8-707a-4876-8a5c-830d66d11459 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:56.062359 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-a1de6dce-47a0-4636-b64b-8d154cfea26c tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:56.066271 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Provisioning complete for port bbc1efbc-ccc8-4e64-b3b9-4b16ab1a04a8 triggered by entity L2. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:40:56.069158 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:56.086607 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-e5497d98-abf1-4dc7-85a5-ead813e299e2 req-a57534c5-465a-4568-b972-50c2bc7ef75e tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=fcce34a724fd4831979df5c4aa7cf368&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2740710 Feb 17 04:40:56.108195 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-c314e9d8-707a-4876-8a5c-830d66d11459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:56.158370 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-7d7bada6-9c35-4fb0-8412-959edce0bf12 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ccde437c1e614e6493a54e5c88007e76&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7968822 Feb 17 04:40:56.164682 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 56434) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:40:56.167052 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7bada6-9c35-4fb0-8412-959edce0bf12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31adf74a-c150-4e71-a12d-403f16cc62e4,revision_number=1']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:56.196411 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a006f23-d250-4942-a05a-82dc8600e6d2 req-d66ca749-9fba-4eb2-8bc6-b214417a82a8 tempest-DeleteServersTestJSON-232607191 tempest-DeleteServersTestJSON-232607191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:56.202039 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-6a006f23-d250-4942-a05a-82dc8600e6d2 req-d66ca749-9fba-4eb2-8bc6-b214417a82a8 tempest-DeleteServersTestJSON-232607191 tempest-DeleteServersTestJSON-232607191-project] 10.222.0.36 "GET /v2.0/ports?device_id=cba4426d-725d-4873-a457-10c17d098979 HTTP/1.1" status: 200 len: 943 time: 0.4779472 Feb 17 04:40:56.233836 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-c314e9d8-707a-4876-8a5c-830d66d11459 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=254bf8a8c3ad4a9eac39ae81076b22e8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5910256 Feb 17 04:40:56.236634 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 56436) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:40:56.270147 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bd0fe4-5d72-40a4-b6da-cf40514fff87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b2507c4-e8c3-465f-9605-e04f343bdf26,revision_number=1']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:56.292613 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-a1de6dce-47a0-4636-b64b-8d154cfea26c tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:56.337984 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c314e9d8-707a-4876-8a5c-830d66d11459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d06cb1ec-e212-46f7-be67-a639bcc3a6ad,revision_number=1']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:56.340552 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-965cc963-be48-4d17-837d-91d086fd3eae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:56.347326 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-6a006f23-d250-4942-a05a-82dc8600e6d2 req-f4936156-9cea-4eef-abc4-3defa156a860 tempest-DeleteServersTestJSON-232607191 tempest-DeleteServersTestJSON-232607191-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5ad0227-9e65-4646-afbc-efb72c392906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361248 Feb 17 04:40:56.407357 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-965cc963-be48-4d17-837d-91d086fd3eae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:56.423633 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-cd868914-24f3-4b93-bd4c-75b50fba1649 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:56.501986 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [req-e5497d98-abf1-4dc7-85a5-ead813e299e2 req-01540062-5ec8-47d9-966f-529bcbd9cf7d service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=108155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 04:40:56.503409 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-e5497d98-abf1-4dc7-85a5-ead813e299e2 req-01540062-5ec8-47d9-966f-529bcbd9cf7d service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1681073 Feb 17 04:40:56.507926 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-84f96c4f-36ab-4cdb-ada2-ac108dc1225d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:56.513198 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-cd868914-24f3-4b93-bd4c-75b50fba1649 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:56.535866 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-a1de6dce-47a0-4636-b64b-8d154cfea26c tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Notify callbacks [] for port, precommit_update {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:56.540720 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-a1de6dce-47a0-4636-b64b-8d154cfea26c tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26488999'] for port, after_update {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:56.609230 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-84f96c4f-36ab-4cdb-ada2-ac108dc1225d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:56.621072 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1de6dce-47a0-4636-b64b-8d154cfea26c tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Pushing event updated for resources: {'Port': ['ID=8307312d-dd8d-43a2-acc1-fa34a17f8f14,revision_number=2']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:56.630131 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-965cc963-be48-4d17-837d-91d086fd3eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:56.632797 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-a1de6dce-47a0-4636-b64b-8d154cfea26c tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650163'] for floatingip, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:56.633336 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-965cc963-be48-4d17-837d-91d086fd3eae admin admin] Notify callbacks [] for security_group, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:56.634715 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-965cc963-be48-4d17-837d-91d086fd3eae admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0b2507c4-e8c3-465f-9605-e04f343bdf26 HTTP/1.1" status: 204 len: 168 time: 0.6532924 Feb 17 04:40:56.667693 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-a1de6dce-47a0-4636-b64b-8d154cfea26c tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49904'] for floatingip, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:56.668988 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-a1de6dce-47a0-4636-b64b-8d154cfea26c tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9285538 Feb 17 04:40:56.679490 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965cc963-be48-4d17-837d-91d086fd3eae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b2507c4-e8c3-465f-9605-e04f343bdf26,revision_number=None']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:56.710584 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-e5497d98-abf1-4dc7-85a5-ead813e299e2 req-5f8aad3b-e0c3-4dfa-b282-7c6b7d7ed09f service neutron] 10.222.0.36 "GET /v2.0/networks/6044f085-e24b-42f2-baa3-35fa62a45e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995041 Feb 17 04:40:56.711849 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-cd868914-24f3-4b93-bd4c-75b50fba1649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:56.714832 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-cd868914-24f3-4b93-bd4c-75b50fba1649 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:56.716117 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-cd868914-24f3-4b93-bd4c-75b50fba1649 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/31adf74a-c150-4e71-a12d-403f16cc62e4 HTTP/1.1" status: 204 len: 168 time: 0.5500968 Feb 17 04:40:56.747366 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd868914-24f3-4b93-bd4c-75b50fba1649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31adf74a-c150-4e71-a12d-403f16cc62e4,revision_number=None']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:56.788484 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-84f96c4f-36ab-4cdb-ada2-ac108dc1225d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:56.792016 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-84f96c4f-36ab-4cdb-ada2-ac108dc1225d admin admin] Notify callbacks [] for security_group, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:56.795882 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-84f96c4f-36ab-4cdb-ada2-ac108dc1225d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d06cb1ec-e212-46f7-be67-a639bcc3a6ad HTTP/1.1" status: 204 len: 168 time: 0.5395513 Feb 17 04:40:56.809332 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f96c4f-36ab-4cdb-ada2-ac108dc1225d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d06cb1ec-e212-46f7-be67-a639bcc3a6ad,revision_number=None']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:56.837435 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-e5497d98-abf1-4dc7-85a5-ead813e299e2 req-78e9e68c-33e2-4549-a278-bd998a9401cb service neutron] 10.222.0.36 "GET /v2.0/networks/6044f085-e24b-42f2-baa3-35fa62a45e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168270 Feb 17 04:40:56.969174 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 56470) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:40:56.987606 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-430a4939-c757-4580-8baa-2a759fe7dd23 req-17331701-dddf-4a91-941d-7baca672f085 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1850219838&fields=id&tenant_id=3829f22bdfad4cf780241903bcedf462 HTTP/1.1" status: 200 len: 267 time: 0.0590305 Feb 17 04:40:57.118352 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-cbf9a60b-410b-448a-9954-d03f54a8da94 req-6476c7d9-be23-4cb9-b62d-719933da5407 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f7335ec-b7be-4238-b29c-943cc9d997d0 HTTP/1.1" status: 200 len: 210 time: 0.0501742 Feb 17 04:40:57.172058 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430a4939-c757-4580-8baa-2a759fe7dd23 req-c11ac1c3-1e99-4574-a490-aaa01baff224 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:57.181210 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-430a4939-c757-4580-8baa-2a759fe7dd23 req-c11ac1c3-1e99-4574-a490-aaa01baff224 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/networks?id=75349da8-5288-4d10-8e72-5e1d72cb6968 HTTP/1.1" status: 200 len: 810 time: 0.1854880 Feb 17 04:40:57.192705 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-430a4939-c757-4580-8baa-2a759fe7dd23 req-9bf74317-dd84-4f46-ac9a-c6973773e483 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/quotas/3829f22bdfad4cf780241903bcedf462 HTTP/1.1" status: 200 len: 375 time: 0.0104506 Feb 17 04:40:57.277510 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-430a4939-c757-4580-8baa-2a759fe7dd23 req-558bc498-5ed7-4644-a3cc-81ffb6c9841c tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3829f22bdfad4cf780241903bcedf462&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0748272 Feb 17 04:40:57.284945 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-60889bb3-c92b-42bb-b71c-f54635cc3804 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:57.379490 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-60889bb3-c92b-42bb-b71c-f54635cc3804 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:57.385273 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-60889bb3-c92b-42bb-b71c-f54635cc3804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:57.407501 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 56502) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:40:57.418272 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60889bb3-c92b-42bb-b71c-f54635cc3804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0ac72fe-5c9b-46d0-b89c-5c508da31d05,revision_number=1']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:57.452270 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-f3a84abd-82ea-4a62-880f-8152de0f5acf admin admin] Notify callbacks [] for security_group, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:57.454672 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-60889bb3-c92b-42bb-b71c-f54635cc3804 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4baf1cdba42945029840b83b75db2ac9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4842935 Feb 17 04:40:57.457778 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 56504) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:40:57.505627 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 56508) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:40:57.584639 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-f3a84abd-82ea-4a62-880f-8152de0f5acf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:57.595857 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-f3a84abd-82ea-4a62-880f-8152de0f5acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:57.604593 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef881e2d-a015-4f40-a97f-6b04973f2a2e req-9b6888f9-c41b-49f5-98c9-56d27395619a tempest-DeleteServersTestJSON-232607191 tempest-DeleteServersTestJSON-232607191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:57.609438 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-ef881e2d-a015-4f40-a97f-6b04973f2a2e req-9b6888f9-c41b-49f5-98c9-56d27395619a tempest-DeleteServersTestJSON-232607191 tempest-DeleteServersTestJSON-232607191-project] 10.222.0.36 "GET /v2.0/ports?device_id=cba4426d-725d-4873-a457-10c17d098979 HTTP/1.1" status: 200 len: 943 time: 0.0994799 Feb 17 04:40:57.609438 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-ced8cb5a-bedd-44e9-89a5-2ba580659995 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:57.621401 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-430a4939-c757-4580-8baa-2a759fe7dd23 req-af766f6b-accd-4f58-bdb4-683ec40bde8a service neutron] 10.222.0.36 "GET /v2.0/networks/75349da8-5288-4d10-8e72-5e1d72cb6968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3209202 Feb 17 04:40:57.649865 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-f3a84abd-82ea-4a62-880f-8152de0f5acf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=79e695c510ef44bf8a2f72a968f9868a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2378380 Feb 17 04:40:57.656221 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 56522) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:40:57.717648 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a84abd-82ea-4a62-880f-8152de0f5acf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc3f577-d9d0-4b85-8f44-5ae0602e82be,revision_number=1']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:57.743056 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-a2c6a14b-41d0-41da-98aa-3aa516a8e4cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:57.775297 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-430a4939-c757-4580-8baa-2a759fe7dd23 req-f0b22bf4-5c61-4122-aa8d-e0493982ecf1 service neutron] 10.222.0.36 "GET /v2.0/networks/75349da8-5288-4d10-8e72-5e1d72cb6968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448841 Feb 17 04:40:57.781668 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-ef881e2d-a015-4f40-a97f-6b04973f2a2e req-016ca59e-8685-4698-8750-7b64c55f86fa tempest-DeleteServersTestJSON-232607191 tempest-DeleteServersTestJSON-232607191-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5ad0227-9e65-4646-afbc-efb72c392906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603246 Feb 17 04:40:57.804168 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-a2c6a14b-41d0-41da-98aa-3aa516a8e4cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:57.875506 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-aca3e908-047e-4048-bdee-a9813a4fabfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:57.903108 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-aca3e908-047e-4048-bdee-a9813a4fabfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:57.983914 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-a2c6a14b-41d0-41da-98aa-3aa516a8e4cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:58.001525 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-a2c6a14b-41d0-41da-98aa-3aa516a8e4cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:58.001525 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-a2c6a14b-41d0-41da-98aa-3aa516a8e4cd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b0ac72fe-5c9b-46d0-b89c-5c508da31d05 HTTP/1.1" status: 204 len: 168 time: 0.5413275 Feb 17 04:40:58.072841 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-183716ae-aa39-4e53-a011-c50e5f5a4eac req-9683587b-5217-429a-b87c-4b9874d02c30 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3bb06d6-784c-4d81-ad60-d183671f9f10 HTTP/1.1" status: 200 len: 210 time: 0.0459778 Feb 17 04:40:58.079422 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-ced8cb5a-bedd-44e9-89a5-2ba580659995 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:58.081317 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c6a14b-41d0-41da-98aa-3aa516a8e4cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0ac72fe-5c9b-46d0-b89c-5c508da31d05,revision_number=None']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:58.095547 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-ced8cb5a-bedd-44e9-89a5-2ba580659995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:58.124242 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-aca3e908-047e-4048-bdee-a9813a4fabfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:58.128377 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-aca3e908-047e-4048-bdee-a9813a4fabfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:58.129849 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-aca3e908-047e-4048-bdee-a9813a4fabfe admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9bc3f577-d9d0-4b85-8f44-5ae0602e82be HTTP/1.1" status: 204 len: 168 time: 0.4697270 Feb 17 04:40:58.176942 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 56554) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:40:58.180161 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-ced8cb5a-bedd-44e9-89a5-2ba580659995 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e5690fb883d345a3a4fe99a2da56f7ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6718678 Feb 17 04:40:58.181168 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced8cb5a-bedd-44e9-89a5-2ba580659995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66c75629-02b0-44f9-b759-6be454c71fc0,revision_number=1']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:58.224278 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca3e908-047e-4048-bdee-a9813a4fabfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc3f577-d9d0-4b85-8f44-5ae0602e82be,revision_number=None']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:58.316520 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-42b58afc-03f4-456a-8a1b-88a5cee1e107 req-6046c88f-74cf-493a-b1d6-42be09997962 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f7335ec-b7be-4238-b29c-943cc9d997d0 HTTP/1.1" status: 200 len: 210 time: 0.0385697 Feb 17 04:40:58.322079 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-83f08f1f-c990-4b28-b3b3-84346da0a1da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:58.359811 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-83f08f1f-c990-4b28-b3b3-84346da0a1da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:58.448880 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-83f08f1f-c990-4b28-b3b3-84346da0a1da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:58.451901 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-83f08f1f-c990-4b28-b3b3-84346da0a1da admin admin] Notify callbacks [] for security_group, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:58.453190 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-83f08f1f-c990-4b28-b3b3-84346da0a1da admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/66c75629-02b0-44f9-b759-6be454c71fc0 HTTP/1.1" status: 204 len: 168 time: 0.2752740 Feb 17 04:40:58.465502 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f08f1f-c990-4b28-b3b3-84346da0a1da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c75629-02b0-44f9-b759-6be454c71fc0,revision_number=None']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:58.641631 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 56578) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:40:58.658744 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-c4cf59df-3a5f-470c-b0fb-8664856668a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:58.766216 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-c4cf59df-3a5f-470c-b0fb-8664856668a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:58.775319 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-c4cf59df-3a5f-470c-b0fb-8664856668a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:58.832422 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-c4cf59df-3a5f-470c-b0fb-8664856668a1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=751b2d12d525444887e8959ca47233c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1864128 Feb 17 04:40:58.832422 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cf59df-3a5f-470c-b0fb-8664856668a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ebbd57-a36f-4469-a3ca-ff85ebeba0ec,revision_number=1']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:58.833531 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 56584) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:40:58.955842 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5c755b-be5a-43b4-bb8b-6ec631666073 req-ac7aedd3-376a-4982-8348-c6a985e098f5 tempest-DeleteServersTestJSON-232607191 tempest-DeleteServersTestJSON-232607191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:58.958699 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-8c5c755b-be5a-43b4-bb8b-6ec631666073 req-ac7aedd3-376a-4982-8348-c6a985e098f5 tempest-DeleteServersTestJSON-232607191 tempest-DeleteServersTestJSON-232607191-project] 10.222.0.36 "GET /v2.0/ports?device_id=cba4426d-725d-4873-a457-10c17d098979 HTTP/1.1" status: 200 len: 943 time: 0.0905361 Feb 17 04:40:58.959638 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-91b2e0f0-9900-4274-bfe4-395487bb54f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:59.026061 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-91b2e0f0-9900-4274-bfe4-395487bb54f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:59.137596 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-8c5c755b-be5a-43b4-bb8b-6ec631666073 req-c093956b-7b6d-4d92-9967-8a76431219ed tempest-DeleteServersTestJSON-232607191 tempest-DeleteServersTestJSON-232607191-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5ad0227-9e65-4646-afbc-efb72c392906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684439 Feb 17 04:40:59.200580 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-91b2e0f0-9900-4274-bfe4-395487bb54f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:59.204250 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-91b2e0f0-9900-4274-bfe4-395487bb54f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:59.206309 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-91b2e0f0-9900-4274-bfe4-395487bb54f2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c4ebbd57-a36f-4469-a3ca-ff85ebeba0ec HTTP/1.1" status: 204 len: 168 time: 0.3699422 Feb 17 04:40:59.224750 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b2e0f0-9900-4274-bfe4-395487bb54f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ebbd57-a36f-4469-a3ca-ff85ebeba0ec,revision_number=None']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:59.360766 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-4ee8fe59-c38e-4fa0-b1ab-9d97d8d47541 req-0a8c82c0-1611-4a67-bd6d-e36ce0846d80 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3bb06d6-784c-4d81-ad60-d183671f9f10 HTTP/1.1" status: 200 len: 210 time: 0.0540493 Feb 17 04:40:59.418997 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5497d98-abf1-4dc7-85a5-ead813e299e2 req-c5f02edd-8728-4775-8abe-f47ea7c2e40a tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:59.422184 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-e5497d98-abf1-4dc7-85a5-ead813e299e2 req-c5f02edd-8728-4775-8abe-f47ea7c2e40a tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.69 "GET /v2.0/networks?id=6044f085-e24b-42f2-baa3-35fa62a45e03 HTTP/1.1" status: 200 len: 816 time: 0.3544044 Feb 17 04:40:59.521550 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-470d4259-133e-40dd-9026-55eabae1af36 req-5db86a01-2698-43b4-a66a-0524613a9037 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f7335ec-b7be-4238-b29c-943cc9d997d0 HTTP/1.1" status: 200 len: 210 time: 0.0791664 Feb 17 04:40:59.541797 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-e5497d98-abf1-4dc7-85a5-ead813e299e2 req-20c384c2-fe6a-443a-9fb8-e2276b8b1446 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fcce34a724fd4831979df5c4aa7cf368 HTTP/1.1" status: 200 len: 380 time: 0.1097577 Feb 17 04:40:59.554301 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.v2.base [req-e5497d98-abf1-4dc7-85a5-ead813e299e2 req-04085734-1bc5-45b4-bff0-e82029e20cf3 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Request body: {'port': {'device_id': '8f7335ec-b7be-4238-b29c-943cc9d997d0', 'network_id': '6044f085-e24b-42f2-baa3-35fa62a45e03', 'admin_state_up': True, 'tenant_id': 'fcce34a724fd4831979df5c4aa7cf368', 'security_groups': ['fb3112e5-8fb2-44d1-8f1b-18510013e269']}} {{(pid=108156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:40:59.565664 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.69', 56939) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:40:59.726155 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430a4939-c757-4580-8baa-2a759fe7dd23 req-f81d4f64-6ebd-41f0-afa4-3e03fb974cef tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:59.728854 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-430a4939-c757-4580-8baa-2a759fe7dd23 req-f81d4f64-6ebd-41f0-afa4-3e03fb974cef tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.69 "GET /v2.0/networks?id=75349da8-5288-4d10-8e72-5e1d72cb6968 HTTP/1.1" status: 200 len: 810 time: 0.1619461 Feb 17 04:40:59.767210 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5497d98-abf1-4dc7-85a5-ead813e299e2 req-04085734-1bc5-45b4-bff0-e82029e20cf3 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Made reservation on behalf of fcce34a724fd4831979df5c4aa7cf368 for: {'port': 1} {{(pid=108156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:40:59.772842 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-e5497d98-abf1-4dc7-85a5-ead813e299e2 req-04085734-1bc5-45b4-bff0-e82029e20cf3 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:59.849510 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-430a4939-c757-4580-8baa-2a759fe7dd23 req-f239c712-c5e8-4703-8ce1-67e954b72354 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3829f22bdfad4cf780241903bcedf462 HTTP/1.1" status: 200 len: 380 time: 0.1108103 Feb 17 04:40:59.869146 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.v2.base [req-430a4939-c757-4580-8baa-2a759fe7dd23 req-2f2774de-71fb-4adf-bb29-855589cfde2e tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Request body: {'port': {'device_id': 'd3bb06d6-784c-4d81-ad60-d183671f9f10', 'network_id': '75349da8-5288-4d10-8e72-5e1d72cb6968', 'admin_state_up': True, 'tenant_id': '3829f22bdfad4cf780241903bcedf462', 'security_groups': ['ffbda038-50f4-44bc-aa04-91e66aa92c86']}} {{(pid=108155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:40:59.952326 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.db.db_base_plugin_common [req-e5497d98-abf1-4dc7-85a5-ead813e299e2 req-04085734-1bc5-45b4-bff0-e82029e20cf3 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Allocated IP 172.20.0.7 (6044f085-e24b-42f2-baa3-35fa62a45e03/e939ef18-20cb-4ec3-b53b-ca721a133838/5299d057-7f92-4591-841f-40b54a8dfa7b) {{(pid=108156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:40:59.986086 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Device 736f5e51-e7f6-4c39-ad04-81d6e676d780 details requested by agent hyperv_hv-cinder-82963 with host hv-cinder-82963 {{(pid=108157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 04:41:00.036441 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-430a4939-c757-4580-8baa-2a759fe7dd23 req-2f2774de-71fb-4adf-bb29-855589cfde2e tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Made reservation on behalf of 3829f22bdfad4cf780241903bcedf462 for: {'port': 1} {{(pid=108155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:41:00.040842 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-430a4939-c757-4580-8baa-2a759fe7dd23 req-2f2774de-71fb-4adf-bb29-855589cfde2e tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:00.148978 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] For port 736f5e51-e7f6-4c39-ad04-81d6e676d780, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=736f5e51-e7f6-4c39-ad04-81d6e676d780,segment=NetworkSegment(de31dcc7-8ffe-45ba-bdde-9ebe82c4a70a),segment_id=de31dcc7-8ffe-45ba-bdde-9ebe82c4a70a)] {{(pid=108157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:41:00.151509 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-e5497d98-abf1-4dc7-85a5-ead813e299e2 req-04085734-1bc5-45b4-bff0-e82029e20cf3 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Notify callbacks [] for port, precommit_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:00.169579 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Returning: {'device': '736f5e51-e7f6-4c39-ad04-81d6e676d780', 'network_id': '8dedb6d3-9edc-4636-ba64-5bde48c50c4e', 'port_id': '736f5e51-e7f6-4c39-ad04-81d6e676d780', 'mac_address': 'fa:16:3e:4f:65:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '350ab5e5-7a20-484b-98ca-7520cfdba7e9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 04:41:00.201142 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-e5497d98-abf1-4dc7-85a5-ead813e299e2 req-04085734-1bc5-45b4-bff0-e82029e20cf3 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733365499769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26489006'] for port, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:00.220675 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:00.235209 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.notifiers.nova [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 736f5e51-e7f6-4c39-ad04-81d6e676d780 {{(pid=108157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 04:41:00.259305 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] For port 736f5e51-e7f6-4c39-ad04-81d6e676d780, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=736f5e51-e7f6-4c39-ad04-81d6e676d780,segment=NetworkSegment(de31dcc7-8ffe-45ba-bdde-9ebe82c4a70a),segment_id=de31dcc7-8ffe-45ba-bdde-9ebe82c4a70a)] {{(pid=108157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:41:00.265272 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:00.309169 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5497d98-abf1-4dc7-85a5-ead813e299e2 req-04085734-1bc5-45b4-bff0-e82029e20cf3 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Network 6044f085-e24b-42f2-baa3-35fa62a45e03 is already hosted by enough agents. {{(pid=108156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:41:00.315821 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.scheduler.base_scheduler [req-e5497d98-abf1-4dc7-85a5-ead813e299e2 req-04085734-1bc5-45b4-bff0-e82029e20cf3 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Resources bound (agent type, host, resource id): {{(pid=108156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:41:00.318211 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5497d98-abf1-4dc7-85a5-ead813e299e2 req-04085734-1bc5-45b4-bff0-e82029e20cf3 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Received port after_create {{(pid=108156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:41:00.352121 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04085734-1bc5-45b4-bff0-e82029e20cf3 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Pushing event updated for resources: {'Port': ['ID=5299d057-7f92-4591-841f-40b54a8dfa7b,revision_number=1']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:00.393017 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Pushing event updated for resources: {'Port': ['ID=736f5e51-e7f6-4c39-ad04-81d6e676d780,revision_number=4']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:00.400178 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ca94a0-bf5c-4424-a489-47c91d230ac0 req-031fc04b-0010-40de-9f97-b8620c480eaf tempest-DeleteServersTestJSON-232607191 tempest-DeleteServersTestJSON-232607191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:00.409110 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-87ca94a0-bf5c-4424-a489-47c91d230ac0 req-031fc04b-0010-40de-9f97-b8620c480eaf tempest-DeleteServersTestJSON-232607191 tempest-DeleteServersTestJSON-232607191-project] 10.222.0.36 "GET /v2.0/ports?device_id=cba4426d-725d-4873-a457-10c17d098979 HTTP/1.1" status: 200 len: 944 time: 0.1499662 Feb 17 04:41:00.432409 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5497d98-abf1-4dc7-85a5-ead813e299e2 req-04085734-1bc5-45b4-bff0-e82029e20cf3 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:00.433458 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-e5497d98-abf1-4dc7-85a5-ead813e299e2 req-04085734-1bc5-45b4-bff0-e82029e20cf3 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737771'] for port, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:00.481804 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-87ca94a0-bf5c-4424-a489-47c91d230ac0 req-9e90a412-abf8-42fa-839d-d8f8856e9d9e tempest-DeleteServersTestJSON-232607191 tempest-DeleteServersTestJSON-232607191-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5ad0227-9e65-4646-afbc-efb72c392906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691836 Feb 17 04:41:00.489149 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-e5497d98-abf1-4dc7-85a5-ead813e299e2 req-04085734-1bc5-45b4-bff0-e82029e20cf3 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9417133 Feb 17 04:41:00.490568 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.db.db_base_plugin_common [req-430a4939-c757-4580-8baa-2a759fe7dd23 req-2f2774de-71fb-4adf-bb29-855589cfde2e tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Allocated IP 172.20.0.10 (75349da8-5288-4d10-8e72-5e1d72cb6968/091e0600-b2ac-4cb6-bb57-09d45c6ebace/cd8e1d6a-1c56-445f-b30d-46784bff3b12) {{(pid=108155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:41:00.506893 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.v2.base [req-e5497d98-abf1-4dc7-85a5-ead813e299e2 req-79173831-740a-449a-a223-b0f0dbc4a4dd service neutron] Request body: {'port': {'device_id': '8f7335ec-b7be-4238-b29c-943cc9d997d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82963'}} {{(pid=108156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:41:00.516891 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] get_ports_and_sgs() called for port_ids ['736f5e51-e7f6-4c39-ad04-81d6e676d780'] {{(pid=108157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 04:41:00.558784 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-ca503667-ca89-43b5-9d7d-cba4b267fe18 req-dccf5e19-64c6-4553-8958-3b8bfbfe5f86 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3bb06d6-784c-4d81-ad60-d183671f9f10 HTTP/1.1" status: 200 len: 210 time: 0.0427828 Feb 17 04:41:00.618193 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-e5497d98-abf1-4dc7-85a5-ead813e299e2 req-79173831-740a-449a-a223-b0f0dbc4a4dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:00.879965 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-430a4939-c757-4580-8baa-2a759fe7dd23 req-2f2774de-71fb-4adf-bb29-855589cfde2e tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Notify callbacks [] for port, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:00.949562 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-c90a0d93-4f3e-4994-bbc5-64cd0dab2f44 None None] Provisioning complete for port 5299d057-7f92-4591-841f-40b54a8dfa7b triggered by entity DHCP. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:41:00.956408 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-c90a0d93-4f3e-4994-bbc5-64cd0dab2f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:00.964609 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-430a4939-c757-4580-8baa-2a759fe7dd23 req-2f2774de-71fb-4adf-bb29-855589cfde2e tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733365499769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2813823'] for port, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:01.050627 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.plugin [None req-c90a0d93-4f3e-4994-bbc5-64cd0dab2f44 None None] Port 5299d057-7f92-4591-841f-40b54a8dfa7b cannot update to ACTIVE because it is not bound. {{(pid=108157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 17 04:41:01.086351 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d2e7be-d7da-40b9-a777-7df134d3a7cf req-c4050148-031a-4d40-8103-351a522394f1 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:01.095072 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-04d2e7be-d7da-40b9-a777-7df134d3a7cf req-c4050148-031a-4d40-8103-351a522394f1 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f7335ec-b7be-4238-b29c-943cc9d997d0 HTTP/1.1" status: 200 len: 931 time: 0.4174156 Feb 17 04:41:01.103334 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-430a4939-c757-4580-8baa-2a759fe7dd23 req-2f2774de-71fb-4adf-bb29-855589cfde2e tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Network 75349da8-5288-4d10-8e72-5e1d72cb6968 is already hosted by enough agents. {{(pid=108155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:41:01.109292 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.scheduler.base_scheduler [req-430a4939-c757-4580-8baa-2a759fe7dd23 req-2f2774de-71fb-4adf-bb29-855589cfde2e tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Resources bound (agent type, host, resource id): {{(pid=108155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:41:01.128636 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.db.l3_dvrscheduler_db [req-430a4939-c757-4580-8baa-2a759fe7dd23 req-2f2774de-71fb-4adf-bb29-855589cfde2e tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Received port after_create {{(pid=108155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:41:01.194993 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-04d2e7be-d7da-40b9-a777-7df134d3a7cf req-8d981089-81f2-44b1-8d6b-7c0db692e5a6 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3112e5-8fb2-44d1-8f1b-18510013e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986223 Feb 17 04:41:01.239227 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2774de-71fb-4adf-bb29-855589cfde2e tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Pushing event updated for resources: {'Port': ['ID=cd8e1d6a-1c56-445f-b30d-46784bff3b12,revision_number=1']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:01.279367 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430a4939-c757-4580-8baa-2a759fe7dd23 req-2f2774de-71fb-4adf-bb29-855589cfde2e tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:01.280491 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-430a4939-c757-4580-8baa-2a759fe7dd23 req-2f2774de-71fb-4adf-bb29-855589cfde2e tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737771'] for port, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:01.312124 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-430a4939-c757-4580-8baa-2a759fe7dd23 req-2f2774de-71fb-4adf-bb29-855589cfde2e tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4474211 Feb 17 04:41:01.337298 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.v2.base [req-430a4939-c757-4580-8baa-2a759fe7dd23 req-d25c3e52-244f-440f-a3f7-dac2eee3d07e service neutron] Request body: {'port': {'device_id': 'd3bb06d6-784c-4d81-ad60-d183671f9f10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82963'}} {{(pid=108155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:41:01.467876 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.notifiers.nova [req-e5497d98-abf1-4dc7-85a5-ead813e299e2 req-79173831-740a-449a-a223-b0f0dbc4a4dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5299d057-7f92-4591-841f-40b54a8dfa7b {{(pid=108156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 04:41:01.482887 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-da5d3a9b-9568-47f9-a4b6-6725d82878b5 None None] Provisioning complete for port cd8e1d6a-1c56-445f-b30d-46784bff3b12 triggered by entity DHCP. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:41:01.484014 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-da5d3a9b-9568-47f9-a4b6-6725d82878b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:01.485357 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-e5497d98-abf1-4dc7-85a5-ead813e299e2 req-79173831-740a-449a-a223-b0f0dbc4a4dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:01.523501 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.db.provisioning_blocks [req-e5497d98-abf1-4dc7-85a5-ead813e299e2 req-79173831-740a-449a-a223-b0f0dbc4a4dd service neutron] Transition to ACTIVE for port object 5299d057-7f92-4591-841f-40b54a8dfa7b will not be triggered until provisioned by entity L2. {{(pid=108156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 04:41:01.534855 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-e5497d98-abf1-4dc7-85a5-ead813e299e2 req-79173831-740a-449a-a223-b0f0dbc4a4dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26488999'] for port, after_update {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:01.535964 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.plugin [None req-da5d3a9b-9568-47f9-a4b6-6725d82878b5 None None] Port cd8e1d6a-1c56-445f-b30d-46784bff3b12 cannot update to ACTIVE because it is not bound. {{(pid=108157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 17 04:41:01.651757 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79173831-740a-449a-a223-b0f0dbc4a4dd service neutron] Pushing event updated for resources: {'Port': ['ID=5299d057-7f92-4591-841f-40b54a8dfa7b,revision_number=2']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:01.717076 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-430a4939-c757-4580-8baa-2a759fe7dd23 req-d25c3e52-244f-440f-a3f7-dac2eee3d07e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:01.808152 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.managers [req-e5497d98-abf1-4dc7-85a5-ead813e299e2 req-79173831-740a-449a-a223-b0f0dbc4a4dd service neutron] Attempting to bind port 5299d057-7f92-4591-841f-40b54a8dfa7b on host hv-cinder-82963 for vnic_type normal with profile {{(pid=108156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 04:41:01.808553 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.managers [req-e5497d98-abf1-4dc7-85a5-ead813e299e2 req-79173831-740a-449a-a223-b0f0dbc4a4dd service neutron] Attempting to bind port 5299d057-7f92-4591-841f-40b54a8dfa7b by drivers openvswitch,hyperv on host hv-cinder-82963 at level 0 using segments [{'id': 'd7c23f60-fd81-463c-84c9-fb74244f4d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '6044f085-e24b-42f2-baa3-35fa62a45e03'}] {{(pid=108156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 04:41:01.808953 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5497d98-abf1-4dc7-85a5-ead813e299e2 req-79173831-740a-449a-a223-b0f0dbc4a4dd service neutron] Attempting to bind port 5299d057-7f92-4591-841f-40b54a8dfa7b on network 6044f085-e24b-42f2-baa3-35fa62a45e03 {{(pid=108156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:41:01.817061 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5497d98-abf1-4dc7-85a5-ead813e299e2 req-79173831-740a-449a-a223-b0f0dbc4a4dd service neutron] Port 5299d057-7f92-4591-841f-40b54a8dfa7b on network 6044f085-e24b-42f2-baa3-35fa62a45e03 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82963 {{(pid=108156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 04:41:01.817469 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5497d98-abf1-4dc7-85a5-ead813e299e2 req-79173831-740a-449a-a223-b0f0dbc4a4dd service neutron] Attempting to bind port 5299d057-7f92-4591-841f-40b54a8dfa7b on network 6044f085-e24b-42f2-baa3-35fa62a45e03 {{(pid=108156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:41:01.825634 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5497d98-abf1-4dc7-85a5-ead813e299e2 req-79173831-740a-449a-a223-b0f0dbc4a4dd service neutron] Checking agent: {'id': '8333eb14-27e3-4539-92ee-8ab97b467e5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82963', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 4, 38, 23), 'started_at': datetime.datetime(2022, 2, 17, 4, 38, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 4, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 04:41:01.825987 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5497d98-abf1-4dc7-85a5-ead813e299e2 req-79173831-740a-449a-a223-b0f0dbc4a4dd service neutron] Checking segment: {'id': 'd7c23f60-fd81-463c-84c9-fb74244f4d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '6044f085-e24b-42f2-baa3-35fa62a45e03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:41:01.826448 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5497d98-abf1-4dc7-85a5-ead813e299e2 req-79173831-740a-449a-a223-b0f0dbc4a4dd service neutron] Bound using segment: {'id': 'd7c23f60-fd81-463c-84c9-fb74244f4d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '6044f085-e24b-42f2-baa3-35fa62a45e03'} {{(pid=108156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 04:41:01.826976 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.managers [req-e5497d98-abf1-4dc7-85a5-ead813e299e2 req-79173831-740a-449a-a223-b0f0dbc4a4dd service neutron] Bound port: 5299d057-7f92-4591-841f-40b54a8dfa7b, host: hv-cinder-82963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7c23f60-fd81-463c-84c9-fb74244f4d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '6044f085-e24b-42f2-baa3-35fa62a45e03'}}] {{(pid=108156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 04:41:01.827448 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-e5497d98-abf1-4dc7-85a5-ead813e299e2 req-79173831-740a-449a-a223-b0f0dbc4a4dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:01.845950 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64143b94-bf62-46f0-8d03-699964b16de9 req-6c2ac956-a534-481a-8463-47388ee6a61d tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:01.848161 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-64143b94-bf62-46f0-8d03-699964b16de9 req-6c2ac956-a534-481a-8463-47388ee6a61d tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3bb06d6-784c-4d81-ad60-d183671f9f10 HTTP/1.1" status: 200 len: 932 time: 0.1361990 Feb 17 04:41:01.918528 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-64143b94-bf62-46f0-8d03-699964b16de9 req-dcd1c6d7-dc6a-4062-8795-99b1bb98ee27 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffbda038-50f4-44bc-aa04-91e66aa92c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636547 Feb 17 04:41:01.952600 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.db [req-e5497d98-abf1-4dc7-85a5-ead813e299e2 req-79173831-740a-449a-a223-b0f0dbc4a4dd service neutron] For port 5299d057-7f92-4591-841f-40b54a8dfa7b, host hv-cinder-82963, cleared binding levels {{(pid=108156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 04:41:01.959707 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.db [req-e5497d98-abf1-4dc7-85a5-ead813e299e2 req-79173831-740a-449a-a223-b0f0dbc4a4dd service neutron] For port 5299d057-7f92-4591-841f-40b54a8dfa7b, host hv-cinder-82963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=5299d057-7f92-4591-841f-40b54a8dfa7b,segment=NetworkSegment(d7c23f60-fd81-463c-84c9-fb74244f4d61),segment_id=d7c23f60-fd81-463c-84c9-fb74244f4d61)] {{(pid=108156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 04:41:01.966076 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-e5497d98-abf1-4dc7-85a5-ead813e299e2 req-79173831-740a-449a-a223-b0f0dbc4a4dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26488999'] for port, after_update {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:01.986346 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Device 736f5e51-e7f6-4c39-ad04-81d6e676d780 up at agent hyperv_hv-cinder-82963 {{(pid=108157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:41:02.014222 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5497d98-abf1-4dc7-85a5-ead813e299e2 req-79173831-740a-449a-a223-b0f0dbc4a4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:02.014965 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-e5497d98-abf1-4dc7-85a5-ead813e299e2 req-79173831-740a-449a-a223-b0f0dbc4a4dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737771'] for port, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:02.016632 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-e5497d98-abf1-4dc7-85a5-ead813e299e2 req-79173831-740a-449a-a223-b0f0dbc4a4dd service neutron] 10.222.0.69 "PUT /v2.0/ports/5299d057-7f92-4591-841f-40b54a8dfa7b HTTP/1.1" status: 200 len: 1093 time: 1.5154383 Feb 17 04:41:02.020376 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f7335ec-b7be-4238-b29c-943cc9d997d0', 'tag': '5299d057-7f92-4591-841f-40b54a8dfa7b'}] {{(pid=108156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:41:02.024716 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0b67973df7b1313e2305cae6a6fc83f0f1e2d937ba4ea44ff20eeef2f46ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06d4fe33-ae4d-4a55-a12d-6c8f3e642aa0" -d '{"events": [{"name": "network-changed", "server_uuid": "8f7335ec-b7be-4238-b29c-943cc9d997d0", "tag": "5299d057-7f92-4591-841f-40b54a8dfa7b"}]}' {{(pid=108156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:41:02.114417 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f31c5b1-bc8f-4abb-9110-ef022c8ef8ed req-d8f84aa8-1908-4f2c-8b17-3f7905a173e4 tempest-DeleteServersTestJSON-232607191 tempest-DeleteServersTestJSON-232607191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:02.127151 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-5f31c5b1-bc8f-4abb-9110-ef022c8ef8ed req-d8f84aa8-1908-4f2c-8b17-3f7905a173e4 tempest-DeleteServersTestJSON-232607191 tempest-DeleteServersTestJSON-232607191-project] 10.222.0.36 "GET /v2.0/ports?device_id=cba4426d-725d-4873-a457-10c17d098979 HTTP/1.1" status: 200 len: 944 time: 0.4071925 Feb 17 04:41:02.145518 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Provisioning for port 736f5e51-e7f6-4c39-ad04-81d6e676d780 completed by entity L2. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 04:41:02.152869 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Provisioning complete for port 736f5e51-e7f6-4c39-ad04-81d6e676d780 triggered by entity L2. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:41:02.153621 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:02.154667 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 04:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc9b2a38-da9a-4925-a26c-76e8f74f7b7a x-openstack-request-id: req-cc9b2a38-da9a-4925-a26c-76e8f74f7b7a {{(pid=108156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:41:02.155175 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f7335ec-b7be-4238-b29c-943cc9d997d0", "tag": "5299d057-7f92-4591-841f-40b54a8dfa7b", "status": "completed", "code": 200}]} {{(pid=108156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:41:02.155262 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cc9b2a38-da9a-4925-a26c-76e8f74f7b7a {{(pid=108156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:41:02.155636 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f7335ec-b7be-4238-b29c-943cc9d997d0', 'tag': '5299d057-7f92-4591-841f-40b54a8dfa7b', 'status': 'completed', 'code': 200} Feb 17 04:41:02.157621 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79173831-740a-449a-a223-b0f0dbc4a4dd service neutron] Pushing event updated for resources: {'Port': ['ID=5299d057-7f92-4591-841f-40b54a8dfa7b,revision_number=3']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:02.211785 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-5f31c5b1-bc8f-4abb-9110-ef022c8ef8ed req-e212ae38-7986-4f5e-8ef4-72d0060ea6c0 tempest-DeleteServersTestJSON-232607191 tempest-DeleteServersTestJSON-232607191-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5ad0227-9e65-4646-afbc-efb72c392906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785213 Feb 17 04:41:02.219688 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5497d98-abf1-4dc7-85a5-ead813e299e2 req-faed931d-5cab-47d7-80c1-37f8a51d846f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:02.231261 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-e5497d98-abf1-4dc7-85a5-ead813e299e2 req-faed931d-5cab-47d7-80c1-37f8a51d846f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fcce34a724fd4831979df5c4aa7cf368&device_id=8f7335ec-b7be-4238-b29c-943cc9d997d0 HTTP/1.1" status: 200 len: 1096 time: 0.1549320 Feb 17 04:41:02.284632 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-e5497d98-abf1-4dc7-85a5-ead813e299e2 req-1ae9d371-38fd-468a-b489-13874d75aafa service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5299d057-7f92-4591-841f-40b54a8dfa7b HTTP/1.1" status: 200 len: 217 time: 0.0521288 Feb 17 04:41:02.361058 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5497d98-abf1-4dc7-85a5-ead813e299e2 req-3dcee867-2e46-4239-b2b3-1238a835b9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:02.364851 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-e5497d98-abf1-4dc7-85a5-ead813e299e2 req-3dcee867-2e46-4239-b2b3-1238a835b9d6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e939ef18-20cb-4ec3-b53b-ca721a133838 HTTP/1.1" status: 200 len: 855 time: 0.0747299 Feb 17 04:41:02.376364 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.notifiers.nova [req-430a4939-c757-4580-8baa-2a759fe7dd23 req-d25c3e52-244f-440f-a3f7-dac2eee3d07e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd8e1d6a-1c56-445f-b30d-46784bff3b12 {{(pid=108155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 04:41:02.396038 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-430a4939-c757-4580-8baa-2a759fe7dd23 req-d25c3e52-244f-440f-a3f7-dac2eee3d07e service neutron] Notify callbacks [] for port, precommit_update {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:02.430216 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:02.456895 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.db.provisioning_blocks [req-430a4939-c757-4580-8baa-2a759fe7dd23 req-d25c3e52-244f-440f-a3f7-dac2eee3d07e service neutron] Transition to ACTIVE for port object cd8e1d6a-1c56-445f-b30d-46784bff3b12 will not be triggered until provisioned by entity L2. {{(pid=108155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 04:41:02.464992 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-430a4939-c757-4580-8baa-2a759fe7dd23 req-d25c3e52-244f-440f-a3f7-dac2eee3d07e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2813814'] for port, after_update {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:02.483564 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cba4426d-725d-4873-a457-10c17d098979', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '736f5e51-e7f6-4c39-ad04-81d6e676d780'}] {{(pid=108157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:41:02.593409 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5497d98-abf1-4dc7-85a5-ead813e299e2 req-1ed4c570-a341-409f-b697-6d6423f3d4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:02.594902 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-e5497d98-abf1-4dc7-85a5-ead813e299e2 req-1ed4c570-a341-409f-b697-6d6423f3d4a5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6044f085-e24b-42f2-baa3-35fa62a45e03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2231741 Feb 17 04:41:02.628297 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaf5f30-afbc-46f0-978c-f29059c48192 req-f61ebb88-0798-430c-a230-2a9123720bd8 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:02.637772 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-2aaf5f30-afbc-46f0-978c-f29059c48192 req-f61ebb88-0798-430c-a230-2a9123720bd8 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f7335ec-b7be-4238-b29c-943cc9d997d0 HTTP/1.1" status: 200 len: 943 time: 0.2473221 Feb 17 04:41:02.663961 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] For port 736f5e51-e7f6-4c39-ad04-81d6e676d780, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=736f5e51-e7f6-4c39-ad04-81d6e676d780,segment=NetworkSegment(de31dcc7-8ffe-45ba-bdde-9ebe82c4a70a),segment_id=de31dcc7-8ffe-45ba-bdde-9ebe82c4a70a)] {{(pid=108157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:41:02.674760 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:02.742855 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Pushing event updated for resources: {'Port': ['ID=736f5e51-e7f6-4c39-ad04-81d6e676d780,revision_number=5']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:02.762643 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25c3e52-244f-440f-a3f7-dac2eee3d07e service neutron] Pushing event updated for resources: {'Port': ['ID=cd8e1d6a-1c56-445f-b30d-46784bff3b12,revision_number=2']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:02.783321 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.managers [req-430a4939-c757-4580-8baa-2a759fe7dd23 req-d25c3e52-244f-440f-a3f7-dac2eee3d07e service neutron] Attempting to bind port cd8e1d6a-1c56-445f-b30d-46784bff3b12 on host hv-cinder-82963 for vnic_type normal with profile {{(pid=108155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 04:41:02.784905 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.managers [req-430a4939-c757-4580-8baa-2a759fe7dd23 req-d25c3e52-244f-440f-a3f7-dac2eee3d07e service neutron] Attempting to bind port cd8e1d6a-1c56-445f-b30d-46784bff3b12 by drivers openvswitch,hyperv on host hv-cinder-82963 at level 0 using segments [{'id': '99a66aaf-8003-4c92-9542-5126eba81209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '75349da8-5288-4d10-8e72-5e1d72cb6968'}] {{(pid=108155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 04:41:02.785523 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430a4939-c757-4580-8baa-2a759fe7dd23 req-d25c3e52-244f-440f-a3f7-dac2eee3d07e service neutron] Attempting to bind port cd8e1d6a-1c56-445f-b30d-46784bff3b12 on network 75349da8-5288-4d10-8e72-5e1d72cb6968 {{(pid=108155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:41:02.802549 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430a4939-c757-4580-8baa-2a759fe7dd23 req-d25c3e52-244f-440f-a3f7-dac2eee3d07e service neutron] Port cd8e1d6a-1c56-445f-b30d-46784bff3b12 on network 75349da8-5288-4d10-8e72-5e1d72cb6968 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82963 {{(pid=108155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 04:41:02.803239 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430a4939-c757-4580-8baa-2a759fe7dd23 req-d25c3e52-244f-440f-a3f7-dac2eee3d07e service neutron] Attempting to bind port cd8e1d6a-1c56-445f-b30d-46784bff3b12 on network 75349da8-5288-4d10-8e72-5e1d72cb6968 {{(pid=108155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:41:02.808790 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430a4939-c757-4580-8baa-2a759fe7dd23 req-d25c3e52-244f-440f-a3f7-dac2eee3d07e service neutron] Checking agent: {'id': '8333eb14-27e3-4539-92ee-8ab97b467e5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82963', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 4, 38, 23), 'started_at': datetime.datetime(2022, 2, 17, 4, 38, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 4, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 04:41:02.809148 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430a4939-c757-4580-8baa-2a759fe7dd23 req-d25c3e52-244f-440f-a3f7-dac2eee3d07e service neutron] Checking segment: {'id': '99a66aaf-8003-4c92-9542-5126eba81209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '75349da8-5288-4d10-8e72-5e1d72cb6968'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:41:02.809697 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430a4939-c757-4580-8baa-2a759fe7dd23 req-d25c3e52-244f-440f-a3f7-dac2eee3d07e service neutron] Bound using segment: {'id': '99a66aaf-8003-4c92-9542-5126eba81209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '75349da8-5288-4d10-8e72-5e1d72cb6968'} {{(pid=108155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 04:41:02.810161 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.managers [req-430a4939-c757-4580-8baa-2a759fe7dd23 req-d25c3e52-244f-440f-a3f7-dac2eee3d07e service neutron] Bound port: cd8e1d6a-1c56-445f-b30d-46784bff3b12, host: hv-cinder-82963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99a66aaf-8003-4c92-9542-5126eba81209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '75349da8-5288-4d10-8e72-5e1d72cb6968'}}] {{(pid=108155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 04:41:02.810519 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-430a4939-c757-4580-8baa-2a759fe7dd23 req-d25c3e52-244f-440f-a3f7-dac2eee3d07e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:02.848246 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2d1db2b66fadfb38f3e682fd5beb02e22f49f1efddde24347983e162d9d2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c2ac29f-14d9-4606-bb13-e09252af3af6" -d '{"events": [{"server_uuid": "cba4426d-725d-4873-a457-10c17d098979", "name": "network-vif-plugged", "status": "completed", "tag": "736f5e51-e7f6-4c39-ad04-81d6e676d780"}]}' {{(pid=108157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:41:02.860967 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-2aaf5f30-afbc-46f0-978c-f29059c48192 req-f55ea8b8-ad6b-498a-8030-415dbf643387 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3112e5-8fb2-44d1-8f1b-18510013e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1930647 Feb 17 04:41:02.938328 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-e5497d98-abf1-4dc7-85a5-ead813e299e2 req-e2c38bea-d77c-4848-8faa-126adbb65e74 service neutron] 10.222.0.69 "GET /v2.0/networks/6044f085-e24b-42f2-baa3-35fa62a45e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2980433 Feb 17 04:41:02.958532 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.db [req-430a4939-c757-4580-8baa-2a759fe7dd23 req-d25c3e52-244f-440f-a3f7-dac2eee3d07e service neutron] For port cd8e1d6a-1c56-445f-b30d-46784bff3b12, host hv-cinder-82963, cleared binding levels {{(pid=108155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 04:41:02.965971 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.db [req-430a4939-c757-4580-8baa-2a759fe7dd23 req-d25c3e52-244f-440f-a3f7-dac2eee3d07e service neutron] For port cd8e1d6a-1c56-445f-b30d-46784bff3b12, host hv-cinder-82963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=cd8e1d6a-1c56-445f-b30d-46784bff3b12,segment=NetworkSegment(99a66aaf-8003-4c92-9542-5126eba81209),segment_id=99a66aaf-8003-4c92-9542-5126eba81209)] {{(pid=108155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 04:41:02.974147 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-430a4939-c757-4580-8baa-2a759fe7dd23 req-d25c3e52-244f-440f-a3f7-dac2eee3d07e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2813814'] for port, after_update {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:03.044691 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-e5497d98-abf1-4dc7-85a5-ead813e299e2 req-e10e9f56-7017-4f47-b081-1f0b834edfff service neutron] 10.222.0.69 "GET /v2.0/networks/6044f085-e24b-42f2-baa3-35fa62a45e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997760 Feb 17 04:41:03.048058 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430a4939-c757-4580-8baa-2a759fe7dd23 req-d25c3e52-244f-440f-a3f7-dac2eee3d07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:03.050885 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-430a4939-c757-4580-8baa-2a759fe7dd23 req-d25c3e52-244f-440f-a3f7-dac2eee3d07e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737771'] for port, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:03.052487 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-430a4939-c757-4580-8baa-2a759fe7dd23 req-d25c3e52-244f-440f-a3f7-dac2eee3d07e service neutron] 10.222.0.69 "PUT /v2.0/ports/cd8e1d6a-1c56-445f-b30d-46784bff3b12 HTTP/1.1" status: 200 len: 1094 time: 1.7257907 Feb 17 04:41:03.055006 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3bb06d6-784c-4d81-ad60-d183671f9f10', 'tag': 'cd8e1d6a-1c56-445f-b30d-46784bff3b12'}] {{(pid=108155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:41:03.099437 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25c3e52-244f-440f-a3f7-dac2eee3d07e service neutron] Pushing event updated for resources: {'Port': ['ID=cd8e1d6a-1c56-445f-b30d-46784bff3b12,revision_number=3']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:03.238915 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7db4504e89d758142afd4bd708bcac288359c97a2e78e5aa13d69e3d31a34d2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02d5e13c-0391-4e62-a3bb-dcdf666680b2" -d '{"events": [{"name": "network-changed", "server_uuid": "d3bb06d6-784c-4d81-ad60-d183671f9f10", "tag": "cd8e1d6a-1c56-445f-b30d-46784bff3b12"}]}' {{(pid=108155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:41:03.284287 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d4fe33-ae4d-4a55-a12d-6c8f3e642aa0 req-c5e35a5e-25f7-418d-9188-15699c52e2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:03.286534 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-06d4fe33-ae4d-4a55-a12d-6c8f3e642aa0 req-c5e35a5e-25f7-418d-9188-15699c52e2b8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fcce34a724fd4831979df5c4aa7cf368&device_id=8f7335ec-b7be-4238-b29c-943cc9d997d0 HTTP/1.1" status: 200 len: 1096 time: 0.1308393 Feb 17 04:41:03.299191 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 04:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5096cc25-51e0-4a28-819f-ed96593d9bcb x-openstack-request-id: req-5096cc25-51e0-4a28-819f-ed96593d9bcb {{(pid=108157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:41:03.299715 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cba4426d-725d-4873-a457-10c17d098979", "name": "network-vif-plugged", "status": "completed", "tag": "736f5e51-e7f6-4c39-ad04-81d6e676d780", "code": 200}]} {{(pid=108157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:41:03.299796 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5096cc25-51e0-4a28-819f-ed96593d9bcb {{(pid=108157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:41:03.300215 dv-cinder-829630-1-smb neutron-server[108157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cba4426d-725d-4873-a457-10c17d098979', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '736f5e51-e7f6-4c39-ad04-81d6e676d780', 'code': 200} Feb 17 04:41:03.318846 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd62c6d-a504-47bf-b4b1-8ff4458ef8ba req-515c3ecc-ca45-49b0-8c54-56fdd7339c81 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:03.320391 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-1dd62c6d-a504-47bf-b4b1-8ff4458ef8ba req-515c3ecc-ca45-49b0-8c54-56fdd7339c81 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3bb06d6-784c-4d81-ad60-d183671f9f10 HTTP/1.1" status: 200 len: 944 time: 0.2651613 Feb 17 04:41:03.401468 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430a4939-c757-4580-8baa-2a759fe7dd23 req-32c57287-6a80-4f4d-a357-152fb1013c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:03.402980 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-430a4939-c757-4580-8baa-2a759fe7dd23 req-32c57287-6a80-4f4d-a357-152fb1013c00 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3829f22bdfad4cf780241903bcedf462&device_id=d3bb06d6-784c-4d81-ad60-d183671f9f10 HTTP/1.1" status: 200 len: 1097 time: 0.2263758 Feb 17 04:41:03.605834 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d4fe33-ae4d-4a55-a12d-6c8f3e642aa0 req-26fac5ae-2420-4f5c-ac64-1ce420e099cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:03.608211 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-06d4fe33-ae4d-4a55-a12d-6c8f3e642aa0 req-26fac5ae-2420-4f5c-ac64-1ce420e099cb service neutron] 10.222.0.69 "GET /v2.0/networks?id=6044f085-e24b-42f2-baa3-35fa62a45e03 HTTP/1.1" status: 200 len: 916 time: 0.3152070 Feb 17 04:41:03.608780 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.69', 56954) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:03.631387 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-430a4939-c757-4580-8baa-2a759fe7dd23 req-3bb8a855-cffe-4404-b1bc-c2764f80c69d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd8e1d6a-1c56-445f-b30d-46784bff3b12 HTTP/1.1" status: 200 len: 217 time: 0.1504552 Feb 17 04:41:03.639415 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-1dd62c6d-a504-47bf-b4b1-8ff4458ef8ba req-c26451e3-2af7-40dd-b31d-2a7079a93fd6 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffbda038-50f4-44bc-aa04-91e66aa92c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2521076 Feb 17 04:41:03.764777 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-06d4fe33-ae4d-4a55-a12d-6c8f3e642aa0 req-a7283dc0-00f2-43d0-bcbf-2ee6353670cc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5299d057-7f92-4591-841f-40b54a8dfa7b HTTP/1.1" status: 200 len: 217 time: 0.1078110 Feb 17 04:41:03.771120 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430a4939-c757-4580-8baa-2a759fe7dd23 req-da603497-ef6f-4011-84af-1c505d1dfc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:03.781695 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-430a4939-c757-4580-8baa-2a759fe7dd23 req-da603497-ef6f-4011-84af-1c505d1dfc85 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=091e0600-b2ac-4cb6-bb57-09d45c6ebace HTTP/1.1" status: 200 len: 849 time: 0.1368113 Feb 17 04:41:03.843751 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ea66e5-50b8-4e5e-976a-4ea119fe636f req-d4909d10-58d3-48d1-b534-c3a2a22a8442 tempest-DeleteServersTestJSON-232607191 tempest-DeleteServersTestJSON-232607191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:03.845052 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-59ea66e5-50b8-4e5e-976a-4ea119fe636f req-d4909d10-58d3-48d1-b534-c3a2a22a8442 tempest-DeleteServersTestJSON-232607191 tempest-DeleteServersTestJSON-232607191-project] 10.222.0.36 "GET /v2.0/ports?device_id=cba4426d-725d-4873-a457-10c17d098979 HTTP/1.1" status: 200 len: 945 time: 0.3185201 Feb 17 04:41:03.847093 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a465e5fc-a502-46d8-b5d1-190b7730ce5f req-0e39c17d-d921-4878-b2d0-e938f7892dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:03.848442 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-a465e5fc-a502-46d8-b5d1-190b7730ce5f req-0e39c17d-d921-4878-b2d0-e938f7892dac service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=cba4426d-725d-4873-a457-10c17d098979 HTTP/1.1" status: 200 len: 1098 time: 0.2242539 Feb 17 04:41:03.872085 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d4fe33-ae4d-4a55-a12d-6c8f3e642aa0 req-9945bcfa-1a0a-48c2-b665-7dcbc5eb632c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:03.873659 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-06d4fe33-ae4d-4a55-a12d-6c8f3e642aa0 req-9945bcfa-1a0a-48c2-b665-7dcbc5eb632c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e939ef18-20cb-4ec3-b53b-ca721a133838 HTTP/1.1" status: 200 len: 855 time: 0.0994833 Feb 17 04:41:03.895634 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430a4939-c757-4580-8baa-2a759fe7dd23 req-25e8ff5e-7840-4ee8-9075-ab87715b7c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:03.895920 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-a465e5fc-a502-46d8-b5d1-190b7730ce5f req-fe817322-d7e5-4da6-a5ee-c1fb73fc6fb3 service neutron] Notify callbacks [] for security_group, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:03.900436 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-430a4939-c757-4580-8baa-2a759fe7dd23 req-25e8ff5e-7840-4ee8-9075-ab87715b7c37 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=75349da8-5288-4d10-8e72-5e1d72cb6968&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1062415 Feb 17 04:41:03.946665 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 04:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c4d6d1-01a2-48c1-bb04-85154e8b6e5b x-openstack-request-id: req-e8c4d6d1-01a2-48c1-bb04-85154e8b6e5b {{(pid=108155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:41:03.947075 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3bb06d6-784c-4d81-ad60-d183671f9f10", "tag": "cd8e1d6a-1c56-445f-b30d-46784bff3b12", "status": "completed", "code": 200}]} {{(pid=108155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:41:03.947328 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e8c4d6d1-01a2-48c1-bb04-85154e8b6e5b {{(pid=108155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:41:03.947791 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3bb06d6-784c-4d81-ad60-d183671f9f10', 'tag': 'cd8e1d6a-1c56-445f-b30d-46784bff3b12', 'status': 'completed', 'code': 200} Feb 17 04:41:04.023140 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-59ea66e5-50b8-4e5e-976a-4ea119fe636f req-5fb0efbb-2beb-4c7b-adf8-2b2dbb93859d tempest-DeleteServersTestJSON-232607191 tempest-DeleteServersTestJSON-232607191-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5ad0227-9e65-4646-afbc-efb72c392906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646407 Feb 17 04:41:04.050973 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d4fe33-ae4d-4a55-a12d-6c8f3e642aa0 req-d1efdd03-1941-4944-a598-daac6884fc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:04.052640 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-06d4fe33-ae4d-4a55-a12d-6c8f3e642aa0 req-d1efdd03-1941-4944-a598-daac6884fc1e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6044f085-e24b-42f2-baa3-35fa62a45e03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1716762 Feb 17 04:41:04.129282 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-430a4939-c757-4580-8baa-2a759fe7dd23 req-f6fbc03c-d7bd-4e81-a26e-637939a764fb service neutron] 10.222.0.69 "GET /v2.0/networks/75349da8-5288-4d10-8e72-5e1d72cb6968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211766 Feb 17 04:41:04.162491 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5d2bd6-e95f-4138-9bec-9f906ae0e26b req-21f0d222-ada9-49af-b738-2947180368d8 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:04.164101 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-8a5d2bd6-e95f-4138-9bec-9f906ae0e26b req-21f0d222-ada9-49af-b738-2947180368d8 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f7335ec-b7be-4238-b29c-943cc9d997d0 HTTP/1.1" status: 200 len: 943 time: 0.1315627 Feb 17 04:41:04.193031 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-a465e5fc-a502-46d8-b5d1-190b7730ce5f req-fe817322-d7e5-4da6-a5ee-c1fb73fc6fb3 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:04.199460 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-06d4fe33-ae4d-4a55-a12d-6c8f3e642aa0 req-0d5ed360-8338-45b0-b88d-86329272640a service neutron] 10.222.0.69 "GET /v2.0/networks/6044f085-e24b-42f2-baa3-35fa62a45e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347387 Feb 17 04:41:04.200627 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-a465e5fc-a502-46d8-b5d1-190b7730ce5f req-fe817322-d7e5-4da6-a5ee-c1fb73fc6fb3 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:04.266891 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-8a5d2bd6-e95f-4138-9bec-9f906ae0e26b req-3bd7dedc-5854-4187-9497-b666f4f45b1d tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3112e5-8fb2-44d1-8f1b-18510013e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927353 Feb 17 04:41:04.287171 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-430a4939-c757-4580-8baa-2a759fe7dd23 req-54f0ae2f-83da-4bb4-a767-c65d2240d34d service neutron] 10.222.0.69 "GET /v2.0/networks/75349da8-5288-4d10-8e72-5e1d72cb6968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478345 Feb 17 04:41:04.310532 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-a465e5fc-a502-46d8-b5d1-190b7730ce5f req-fe817322-d7e5-4da6-a5ee-c1fb73fc6fb3 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=b5ad0227-9e65-4646-afbc-efb72c392906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4531763 Feb 17 04:41:04.319462 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe817322-d7e5-4da6-a5ee-c1fb73fc6fb3 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=0c0b04a4-b5b0-427c-a112-a1d03db76b94,revision_number=1']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:04.369083 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-06d4fe33-ae4d-4a55-a12d-6c8f3e642aa0 req-f8776e45-1c84-4d13-a48b-77083520a25a service neutron] 10.222.0.69 "GET /v2.0/networks/6044f085-e24b-42f2-baa3-35fa62a45e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532700 Feb 17 04:41:04.436860 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 56886) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:04.565781 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-d9c1043e-e41b-495e-a6d9-78baf46a16f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:04.616867 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d5e13c-0391-4e62-a3bb-dcdf666680b2 req-814a6c5b-ea36-43d5-ab8f-52e5d909396c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:04.618365 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-02d5e13c-0391-4e62-a3bb-dcdf666680b2 req-814a6c5b-ea36-43d5-ab8f-52e5d909396c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3829f22bdfad4cf780241903bcedf462&device_id=d3bb06d6-784c-4d81-ad60-d183671f9f10 HTTP/1.1" status: 200 len: 1097 time: 0.0612888 Feb 17 04:41:04.791635 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aee4f4-fe8d-4aaf-bb4e-30a42e063bcf req-f53f1254-dd5b-46f3-921e-e0d221595bcb tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:04.793669 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-d9aee4f4-fe8d-4aaf-bb4e-30a42e063bcf req-f53f1254-dd5b-46f3-921e-e0d221595bcb tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3bb06d6-784c-4d81-ad60-d183671f9f10 HTTP/1.1" status: 200 len: 944 time: 0.0645645 Feb 17 04:41:04.856974 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-d9aee4f4-fe8d-4aaf-bb4e-30a42e063bcf req-c28be4c3-2312-4e42-817d-d67d60f92d0a tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffbda038-50f4-44bc-aa04-91e66aa92c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561638 Feb 17 04:41:04.983618 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d5e13c-0391-4e62-a3bb-dcdf666680b2 req-0712e8a8-f260-40e1-85d7-9afa76866485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:04.985114 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-02d5e13c-0391-4e62-a3bb-dcdf666680b2 req-0712e8a8-f260-40e1-85d7-9afa76866485 service neutron] 10.222.0.69 "GET /v2.0/networks?id=75349da8-5288-4d10-8e72-5e1d72cb6968 HTTP/1.1" status: 200 len: 910 time: 0.3534508 Feb 17 04:41:04.987186 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-d9c1043e-e41b-495e-a6d9-78baf46a16f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:04.992259 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-d9c1043e-e41b-495e-a6d9-78baf46a16f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:05.054790 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-02d5e13c-0391-4e62-a3bb-dcdf666680b2 req-8df80e25-8c2c-4fa6-8261-2d30c33eafc7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd8e1d6a-1c56-445f-b30d-46784bff3b12 HTTP/1.1" status: 200 len: 217 time: 0.0591054 Feb 17 04:41:05.104920 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-d9c1043e-e41b-495e-a6d9-78baf46a16f4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=56f659f5dd9d41c387c0f003756c658d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6669471 Feb 17 04:41:05.107951 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 56948) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:05.118758 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c1043e-e41b-495e-a6d9-78baf46a16f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c88f33-838d-4624-afeb-c79cacfa8f76,revision_number=1']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:05.141119 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d5e13c-0391-4e62-a3bb-dcdf666680b2 req-dfaa7c24-bf8e-40b9-a5b7-7235b1d9a41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:05.142610 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-02d5e13c-0391-4e62-a3bb-dcdf666680b2 req-dfaa7c24-bf8e-40b9-a5b7-7235b1d9a41b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=091e0600-b2ac-4cb6-bb57-09d45c6ebace HTTP/1.1" status: 200 len: 849 time: 0.0784552 Feb 17 04:41:05.200808 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-b2412a14-c8de-4855-9c4f-f39d7672743d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:05.234808 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-b2412a14-c8de-4855-9c4f-f39d7672743d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:05.244026 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9372640-453e-4649-ad67-1f4e05885bbe req-b6a89325-5cdf-4600-bf5c-544cfbddb910 tempest-DeleteServersTestJSON-232607191 tempest-DeleteServersTestJSON-232607191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:05.245998 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-c9372640-453e-4649-ad67-1f4e05885bbe req-b6a89325-5cdf-4600-bf5c-544cfbddb910 tempest-DeleteServersTestJSON-232607191 tempest-DeleteServersTestJSON-232607191-project] 10.222.0.36 "GET /v2.0/ports?device_id=cba4426d-725d-4873-a457-10c17d098979 HTTP/1.1" status: 200 len: 945 time: 0.1022754 Feb 17 04:41:05.275061 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d5e13c-0391-4e62-a3bb-dcdf666680b2 req-c4606e0d-3893-454e-870d-e2468cbe7c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:05.276575 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-02d5e13c-0391-4e62-a3bb-dcdf666680b2 req-c4606e0d-3893-454e-870d-e2468cbe7c44 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=75349da8-5288-4d10-8e72-5e1d72cb6968&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0940289 Feb 17 04:41:05.324764 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-b2412a14-c8de-4855-9c4f-f39d7672743d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:05.330066 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-b2412a14-c8de-4855-9c4f-f39d7672743d admin admin] Notify callbacks [] for security_group, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:05.337725 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-b2412a14-c8de-4855-9c4f-f39d7672743d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c4c88f33-838d-4624-afeb-c79cacfa8f76 HTTP/1.1" status: 204 len: 168 time: 0.2264485 Feb 17 04:41:05.348213 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2412a14-c8de-4855-9c4f-f39d7672743d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c88f33-838d-4624-afeb-c79cacfa8f76,revision_number=None']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:05.391882 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-c9372640-453e-4649-ad67-1f4e05885bbe req-d0719fb6-8434-42fe-ac4b-cfd0cf628059 tempest-DeleteServersTestJSON-232607191 tempest-DeleteServersTestJSON-232607191-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5ad0227-9e65-4646-afbc-efb72c392906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275446 Feb 17 04:41:05.453039 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-02d5e13c-0391-4e62-a3bb-dcdf666680b2 req-4271d364-8154-4f39-bcd2-78af7eab34d9 service neutron] 10.222.0.69 "GET /v2.0/networks/75349da8-5288-4d10-8e72-5e1d72cb6968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632304 Feb 17 04:41:05.592345 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f4da3e-17ea-4a23-9365-d48c7c05b1d8 req-b2777c84-263b-4f0f-b0a1-d0ad0c8c6d19 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:05.593936 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-55f4da3e-17ea-4a23-9365-d48c7c05b1d8 req-b2777c84-263b-4f0f-b0a1-d0ad0c8c6d19 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f7335ec-b7be-4238-b29c-943cc9d997d0 HTTP/1.1" status: 200 len: 943 time: 0.1392279 Feb 17 04:41:05.628457 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-02d5e13c-0391-4e62-a3bb-dcdf666680b2 req-4f5d65a7-53a5-42bd-94b9-ab6c46d17bf7 service neutron] 10.222.0.69 "GET /v2.0/networks/75349da8-5288-4d10-8e72-5e1d72cb6968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635783 Feb 17 04:41:05.648901 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-55f4da3e-17ea-4a23-9365-d48c7c05b1d8 req-11b10c14-4d7b-44e5-a4c5-e705f67be5ef tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3112e5-8fb2-44d1-8f1b-18510013e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447032 Feb 17 04:41:05.757623 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 57008) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:05.772631 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-4c702ca6-6ead-4525-ae67-dd4de0ec00d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:05.858898 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-4c702ca6-6ead-4525-ae67-dd4de0ec00d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:05.863917 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-4c702ca6-6ead-4525-ae67-dd4de0ec00d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:05.912747 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-4c702ca6-6ead-4525-ae67-dd4de0ec00d6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ae9d75a243764729b87ae1057b505054&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1538661 Feb 17 04:41:05.914381 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c702ca6-6ead-4525-ae67-dd4de0ec00d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3481289d-3773-4823-8b01-1828c1eb6929,revision_number=1']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:05.915558 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 57016) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:05.971804 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 57020) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:06.014401 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-fa489ba7-1397-48ec-be27-61dbe648e0bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:06.034161 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Device 5299d057-7f92-4591-841f-40b54a8dfa7b details requested by agent hyperv_hv-cinder-82963 with host hv-cinder-82963 {{(pid=108157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 04:41:06.078400 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-fa489ba7-1397-48ec-be27-61dbe648e0bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:06.085089 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa30656-9b3c-4b12-be84-042624052285 req-a70910ee-13c9-42eb-8ca0-e12d94b54723 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:06.092423 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-daa30656-9b3c-4b12-be84-042624052285 req-a70910ee-13c9-42eb-8ca0-e12d94b54723 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3bb06d6-784c-4d81-ad60-d183671f9f10 HTTP/1.1" status: 200 len: 944 time: 0.0973692 Feb 17 04:41:06.178659 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-daa30656-9b3c-4b12-be84-042624052285 req-ee5a0679-a4fb-4348-a64c-1256b31431dd tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffbda038-50f4-44bc-aa04-91e66aa92c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789523 Feb 17 04:41:06.195665 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-fa489ba7-1397-48ec-be27-61dbe648e0bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:06.198540 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-fa489ba7-1397-48ec-be27-61dbe648e0bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:06.204003 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-fa489ba7-1397-48ec-be27-61dbe648e0bc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3481289d-3773-4823-8b01-1828c1eb6929 HTTP/1.1" status: 204 len: 168 time: 0.2830133 Feb 17 04:41:06.206186 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] For port 5299d057-7f92-4591-841f-40b54a8dfa7b, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=5299d057-7f92-4591-841f-40b54a8dfa7b,segment=NetworkSegment(d7c23f60-fd81-463c-84c9-fb74244f4d61),segment_id=d7c23f60-fd81-463c-84c9-fb74244f4d61)] {{(pid=108157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:41:06.215006 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-b0cdc017-4d40-421a-8bfc-e8baa56e270a admin admin] Notify callbacks [] for security_group, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:06.220789 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Returning: {'device': '5299d057-7f92-4591-841f-40b54a8dfa7b', 'network_id': '6044f085-e24b-42f2-baa3-35fa62a45e03', 'port_id': '5299d057-7f92-4591-841f-40b54a8dfa7b', 'mac_address': 'fa:16:3e:50:51:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e939ef18-20cb-4ec3-b53b-ca721a133838', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 04:41:06.221027 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa489ba7-1397-48ec-be27-61dbe648e0bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3481289d-3773-4823-8b01-1828c1eb6929,revision_number=None']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:06.354347 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-b0cdc017-4d40-421a-8bfc-e8baa56e270a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:06.364050 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-b0cdc017-4d40-421a-8bfc-e8baa56e270a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:06.436971 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:06.452134 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.notifiers.nova [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5299d057-7f92-4591-841f-40b54a8dfa7b {{(pid=108157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 04:41:06.481373 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-b0cdc017-4d40-421a-8bfc-e8baa56e270a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f94e314b00194caab8e78d0f221d591d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5060642 Feb 17 04:41:06.481373 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cdc017-4d40-421a-8bfc-e8baa56e270a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5af1b092-1aa2-4da9-ad61-d0f3e7869426,revision_number=1']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:06.481847 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 57044) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:06.495132 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] For port 5299d057-7f92-4591-841f-40b54a8dfa7b, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=5299d057-7f92-4591-841f-40b54a8dfa7b,segment=NetworkSegment(d7c23f60-fd81-463c-84c9-fb74244f4d61),segment_id=d7c23f60-fd81-463c-84c9-fb74244f4d61)] {{(pid=108157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:41:06.503593 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:06.543412 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 57048) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:06.617094 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Pushing event updated for resources: {'Port': ['ID=5299d057-7f92-4591-841f-40b54a8dfa7b,revision_number=4']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:06.629600 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-d269d37e-491c-4317-9794-49820dbbf6a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:06.656000 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d4459e-f93b-4ce4-81de-ef5f357055d3 req-c3aeb96b-2eef-4002-a76d-8bc0d4d62fe4 tempest-DeleteServersTestJSON-232607191 tempest-DeleteServersTestJSON-232607191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:06.657820 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-c1d4459e-f93b-4ce4-81de-ef5f357055d3 req-c3aeb96b-2eef-4002-a76d-8bc0d4d62fe4 tempest-DeleteServersTestJSON-232607191 tempest-DeleteServersTestJSON-232607191-project] 10.222.0.36 "GET /v2.0/ports?device_id=cba4426d-725d-4873-a457-10c17d098979 HTTP/1.1" status: 200 len: 945 time: 0.1162727 Feb 17 04:41:06.673768 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-d269d37e-491c-4317-9794-49820dbbf6a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:06.701149 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-2ed1d460-815d-48da-a91b-ed37ce6797c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:06.714531 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] get_ports_and_sgs() called for port_ids ['5299d057-7f92-4591-841f-40b54a8dfa7b'] {{(pid=108157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 04:41:06.730787 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-c1d4459e-f93b-4ce4-81de-ef5f357055d3 req-0e8e257f-041e-4f44-af61-a4ab3ab3f845 tempest-DeleteServersTestJSON-232607191 tempest-DeleteServersTestJSON-232607191-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5ad0227-9e65-4646-afbc-efb72c392906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631552 Feb 17 04:41:06.773504 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-d269d37e-491c-4317-9794-49820dbbf6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:06.781042 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-d269d37e-491c-4317-9794-49820dbbf6a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:06.782134 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-d269d37e-491c-4317-9794-49820dbbf6a8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5af1b092-1aa2-4da9-ad61-d0f3e7869426 HTTP/1.1" status: 204 len: 168 time: 0.2993412 Feb 17 04:41:06.822626 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d269d37e-491c-4317-9794-49820dbbf6a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5af1b092-1aa2-4da9-ad61-d0f3e7869426,revision_number=None']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:06.847334 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-2ed1d460-815d-48da-a91b-ed37ce6797c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:06.905788 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-2ed1d460-815d-48da-a91b-ed37ce6797c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:06.961859 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-2ed1d460-815d-48da-a91b-ed37ce6797c2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=df81a572ae064345968278e08cab8a33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4170101 Feb 17 04:41:06.963543 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed1d460-815d-48da-a91b-ed37ce6797c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3cf100a-b931-4815-9d9c-976a4faba957,revision_number=1']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:06.964521 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 57072) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:06.973316 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf26282-439a-4365-81fe-967e14723ebf req-3176cb77-6c6d-4731-887f-ad5b101669de tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:06.980451 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-4cf26282-439a-4365-81fe-967e14723ebf req-3176cb77-6c6d-4731-887f-ad5b101669de tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f7335ec-b7be-4238-b29c-943cc9d997d0 HTTP/1.1" status: 200 len: 944 time: 0.1302681 Feb 17 04:41:07.018612 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-4cf26282-439a-4365-81fe-967e14723ebf req-8efdb614-6ff3-42a7-9b44-6215b8093c76 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3112e5-8fb2-44d1-8f1b-18510013e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372868 Feb 17 04:41:07.133208 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-d46e7deb-132e-47a6-87b0-067b31720054 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:07.159133 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-d46e7deb-132e-47a6-87b0-067b31720054 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:07.219084 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-d46e7deb-132e-47a6-87b0-067b31720054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:07.227962 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-d46e7deb-132e-47a6-87b0-067b31720054 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:07.229255 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-d46e7deb-132e-47a6-87b0-067b31720054 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f3cf100a-b931-4815-9d9c-976a4faba957 HTTP/1.1" status: 204 len: 168 time: 0.2636013 Feb 17 04:41:07.267678 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46e7deb-132e-47a6-87b0-067b31720054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3cf100a-b931-4815-9d9c-976a4faba957,revision_number=None']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:07.356281 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4fd0ad-e49e-4236-952d-fb121df6bb63 req-2adb4eeb-07ae-4d8b-ba1f-e699b5b08060 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:07.359528 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-6f4fd0ad-e49e-4236-952d-fb121df6bb63 req-2adb4eeb-07ae-4d8b-ba1f-e699b5b08060 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3bb06d6-784c-4d81-ad60-d183671f9f10 HTTP/1.1" status: 200 len: 944 time: 0.0951426 Feb 17 04:41:07.423874 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-6f4fd0ad-e49e-4236-952d-fb121df6bb63 req-d757c7de-7070-4c2c-9c35-0e9283c6aad9 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffbda038-50f4-44bc-aa04-91e66aa92c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470498 Feb 17 04:41:07.454576 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 57104) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:07.471668 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-e7ce1b25-1feb-4a1d-82bb-3b69d1845667 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:07.571059 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-e7ce1b25-1feb-4a1d-82bb-3b69d1845667 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:07.577464 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-e7ce1b25-1feb-4a1d-82bb-3b69d1845667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:07.640769 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 57118) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:07.641320 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-e7ce1b25-1feb-4a1d-82bb-3b69d1845667 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b508f6904e0f4f5ebe576d4c5ae9ac42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1846128 Feb 17 04:41:07.644318 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ce1b25-1feb-4a1d-82bb-3b69d1845667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7678e0a7-9b11-4575-91b3-2660e600411c,revision_number=1']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:07.736014 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-cbd33920-9eaa-4b44-8332-12e1198552f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:07.762788 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-cbd33920-9eaa-4b44-8332-12e1198552f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:07.812740 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-cbd33920-9eaa-4b44-8332-12e1198552f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:07.817056 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-cbd33920-9eaa-4b44-8332-12e1198552f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:07.820908 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-cbd33920-9eaa-4b44-8332-12e1198552f3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7678e0a7-9b11-4575-91b3-2660e600411c HTTP/1.1" status: 204 len: 168 time: 0.1767318 Feb 17 04:41:07.829716 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd33920-9eaa-4b44-8332-12e1198552f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7678e0a7-9b11-4575-91b3-2660e600411c,revision_number=None']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:07.831169 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 57126) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:07.849815 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-67b359b2-e999-4a8c-a428-eb6416e6cf39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:07.942677 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-67b359b2-e999-4a8c-a428-eb6416e6cf39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:07.947873 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-67b359b2-e999-4a8c-a428-eb6416e6cf39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:07.989918 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-67b359b2-e999-4a8c-a428-eb6416e6cf39 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b39d8ef653ef4df898263c69cb8b508e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1571529 Feb 17 04:41:07.991888 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b359b2-e999-4a8c-a428-eb6416e6cf39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98683037-4944-46e2-8dcd-8920e65764dc,revision_number=1']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:07.992700 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 57130) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:08.048362 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Device cd8e1d6a-1c56-445f-b30d-46784bff3b12 details requested by agent hyperv_hv-cinder-82963 with host hv-cinder-82963 {{(pid=108157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 04:41:08.054677 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-80a52cf0-3c69-4fd3-931a-e17fa13d5aef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:08.075517 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Device 5299d057-7f92-4591-841f-40b54a8dfa7b up at agent hyperv_hv-cinder-82963 {{(pid=108157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:41:08.087181 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-80a52cf0-3c69-4fd3-931a-e17fa13d5aef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:08.178215 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-80a52cf0-3c69-4fd3-931a-e17fa13d5aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:08.184274 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-80a52cf0-3c69-4fd3-931a-e17fa13d5aef admin admin] Notify callbacks [] for security_group, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:08.188887 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-80a52cf0-3c69-4fd3-931a-e17fa13d5aef admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/98683037-4944-46e2-8dcd-8920e65764dc HTTP/1.1" status: 204 len: 168 time: 0.1927445 Feb 17 04:41:08.212120 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a52cf0-3c69-4fd3-931a-e17fa13d5aef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98683037-4944-46e2-8dcd-8920e65764dc,revision_number=None']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:08.231329 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f02538-a445-46eb-bdfc-0374a840d311 req-033dd467-80d0-4904-b08a-9d8529728665 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:08.233490 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-66f02538-a445-46eb-bdfc-0374a840d311 req-033dd467-80d0-4904-b08a-9d8529728665 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f7335ec-b7be-4238-b29c-943cc9d997d0 HTTP/1.1" status: 200 len: 944 time: 0.0813494 Feb 17 04:41:08.235827 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Provisioning for port 5299d057-7f92-4591-841f-40b54a8dfa7b completed by entity L2. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 04:41:08.255554 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Provisioning complete for port 5299d057-7f92-4591-841f-40b54a8dfa7b triggered by entity L2. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:41:08.256306 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:08.259097 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] For port cd8e1d6a-1c56-445f-b30d-46784bff3b12, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=cd8e1d6a-1c56-445f-b30d-46784bff3b12,segment=NetworkSegment(99a66aaf-8003-4c92-9542-5126eba81209),segment_id=99a66aaf-8003-4c92-9542-5126eba81209)] {{(pid=108157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:41:08.291769 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-66f02538-a445-46eb-bdfc-0374a840d311 req-bdb53003-ccd3-4e63-b079-9baec7c47547 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3112e5-8fb2-44d1-8f1b-18510013e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513492 Feb 17 04:41:08.299810 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Returning: {'device': 'cd8e1d6a-1c56-445f-b30d-46784bff3b12', 'network_id': '75349da8-5288-4d10-8e72-5e1d72cb6968', 'port_id': 'cd8e1d6a-1c56-445f-b30d-46784bff3b12', 'mac_address': 'fa:16:3e:05:72:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '091e0600-b2ac-4cb6-bb57-09d45c6ebace', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 04:41:08.372647 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:08.406843 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.notifiers.nova [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd8e1d6a-1c56-445f-b30d-46784bff3b12 {{(pid=108157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 04:41:08.444939 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] For port cd8e1d6a-1c56-445f-b30d-46784bff3b12, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=cd8e1d6a-1c56-445f-b30d-46784bff3b12,segment=NetworkSegment(99a66aaf-8003-4c92-9542-5126eba81209),segment_id=99a66aaf-8003-4c92-9542-5126eba81209)] {{(pid=108157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:41:08.446010 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:08.460215 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:08.518444 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f7335ec-b7be-4238-b29c-943cc9d997d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5299d057-7f92-4591-841f-40b54a8dfa7b'}] {{(pid=108157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:41:08.521299 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2d1db2b66fadfb38f3e682fd5beb02e22f49f1efddde24347983e162d9d2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6467ed41-30dc-42a4-bec5-c8382c38bfb2" -d '{"events": [{"server_uuid": "8f7335ec-b7be-4238-b29c-943cc9d997d0", "name": "network-vif-plugged", "status": "completed", "tag": "5299d057-7f92-4591-841f-40b54a8dfa7b"}]}' {{(pid=108157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:41:08.560566 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] For port 5299d057-7f92-4591-841f-40b54a8dfa7b, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=5299d057-7f92-4591-841f-40b54a8dfa7b,segment=NetworkSegment(d7c23f60-fd81-463c-84c9-fb74244f4d61),segment_id=d7c23f60-fd81-463c-84c9-fb74244f4d61)] {{(pid=108157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:41:08.583682 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:08.587823 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Pushing event updated for resources: {'Port': ['ID=cd8e1d6a-1c56-445f-b30d-46784bff3b12,revision_number=4']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:08.687582 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12d396d-fdb0-49ba-83ee-4c8a2812d39e req-be584f92-c5aa-4ef5-b0e7-4a204c60c3a6 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:08.687582 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-b12d396d-fdb0-49ba-83ee-4c8a2812d39e req-be584f92-c5aa-4ef5-b0e7-4a204c60c3a6 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3bb06d6-784c-4d81-ad60-d183671f9f10 HTTP/1.1" status: 200 len: 945 time: 0.0913575 Feb 17 04:41:08.720499 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] get_ports_and_sgs() called for port_ids ['cd8e1d6a-1c56-445f-b30d-46784bff3b12'] {{(pid=108157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 04:41:08.787430 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-b12d396d-fdb0-49ba-83ee-4c8a2812d39e req-d6105455-3ba9-4eac-b42f-d52d8ecd1174 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffbda038-50f4-44bc-aa04-91e66aa92c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961640 Feb 17 04:41:08.803327 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Pushing event updated for resources: {'Port': ['ID=5299d057-7f92-4591-841f-40b54a8dfa7b,revision_number=5']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:08.903321 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 04:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a66208c1-20fb-4057-bd1c-fa8ec33e5f47 x-openstack-request-id: req-a66208c1-20fb-4057-bd1c-fa8ec33e5f47 {{(pid=108157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:41:08.903651 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f7335ec-b7be-4238-b29c-943cc9d997d0", "name": "network-vif-plugged", "status": "completed", "tag": "5299d057-7f92-4591-841f-40b54a8dfa7b", "code": 200}]} {{(pid=108157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:41:08.903900 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a66208c1-20fb-4057-bd1c-fa8ec33e5f47 {{(pid=108157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:41:08.905231 dv-cinder-829630-1-smb neutron-server[108157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f7335ec-b7be-4238-b29c-943cc9d997d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5299d057-7f92-4591-841f-40b54a8dfa7b', 'code': 200} Feb 17 04:41:09.131137 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18551d40-4e21-45dd-b1aa-070816fedf46 req-a9f4e9d6-5922-4a31-8101-6b72980a6030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:09.133319 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-18551d40-4e21-45dd-b1aa-070816fedf46 req-a9f4e9d6-5922-4a31-8101-6b72980a6030 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8f7335ec-b7be-4238-b29c-943cc9d997d0 HTTP/1.1" status: 200 len: 1098 time: 0.0664151 Feb 17 04:41:09.188261 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-18551d40-4e21-45dd-b1aa-070816fedf46 req-28bd75f8-270d-48b9-acd2-9b3041f8d1cf service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=fb3112e5-8fb2-44d1-8f1b-18510013e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477955 Feb 17 04:41:09.456537 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fda2abe-64a1-4b9d-b50b-4c81547b8601 req-288eff33-cf83-445b-aa94-18f7afdca3ec tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:09.458035 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-8fda2abe-64a1-4b9d-b50b-4c81547b8601 req-288eff33-cf83-445b-aa94-18f7afdca3ec tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f7335ec-b7be-4238-b29c-943cc9d997d0 HTTP/1.1" status: 200 len: 945 time: 0.0769138 Feb 17 04:41:09.497885 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-8fda2abe-64a1-4b9d-b50b-4c81547b8601 req-de0226e7-2931-4e66-80fa-12a9f0ad639a tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3112e5-8fb2-44d1-8f1b-18510013e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331812 Feb 17 04:41:10.006700 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e66d486-ba78-4ba3-b2d9-ce521346803c req-661618c2-eae0-4ff8-8240-c458a5f4bf96 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:10.006700 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-0e66d486-ba78-4ba3-b2d9-ce521346803c req-661618c2-eae0-4ff8-8240-c458a5f4bf96 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3bb06d6-784c-4d81-ad60-d183671f9f10 HTTP/1.1" status: 200 len: 945 time: 0.0649555 Feb 17 04:41:10.044594 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-0e66d486-ba78-4ba3-b2d9-ce521346803c req-44a0f761-d675-4fcf-8aa7-4426d3427982 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffbda038-50f4-44bc-aa04-91e66aa92c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360253 Feb 17 04:41:10.058417 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Device cd8e1d6a-1c56-445f-b30d-46784bff3b12 up at agent hyperv_hv-cinder-82963 {{(pid=108157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:41:10.121617 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Provisioning for port cd8e1d6a-1c56-445f-b30d-46784bff3b12 completed by entity L2. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 04:41:10.125985 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Provisioning complete for port cd8e1d6a-1c56-445f-b30d-46784bff3b12 triggered by entity L2. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:41:10.126364 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:10.210329 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:10.223294 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 57264) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:10.257198 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] For port cd8e1d6a-1c56-445f-b30d-46784bff3b12, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=cd8e1d6a-1c56-445f-b30d-46784bff3b12,segment=NetworkSegment(99a66aaf-8003-4c92-9542-5126eba81209),segment_id=99a66aaf-8003-4c92-9542-5126eba81209)] {{(pid=108157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:41:10.261960 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:10.320683 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Pushing event updated for resources: {'Port': ['ID=cd8e1d6a-1c56-445f-b30d-46784bff3b12,revision_number=5']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:10.515288 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-6b379879-5551-4fff-b110-bd0ef5e53987 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:10.658657 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-6b379879-5551-4fff-b110-bd0ef5e53987 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:10.665332 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-6b379879-5551-4fff-b110-bd0ef5e53987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:10.678736 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66595bb-a59c-4bc3-a084-4afa5c5071f7 req-6dde6d86-2545-4686-93a4-8a12c97e7cb2 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:10.680263 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-d66595bb-a59c-4bc3-a084-4afa5c5071f7 req-6dde6d86-2545-4686-93a4-8a12c97e7cb2 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f7335ec-b7be-4238-b29c-943cc9d997d0 HTTP/1.1" status: 200 len: 945 time: 0.0792272 Feb 17 04:41:10.732962 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b379879-5551-4fff-b110-bd0ef5e53987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74d7ba21-85d1-44dd-b1ca-d0f30f204ed0,revision_number=1']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:10.740932 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-6b379879-5551-4fff-b110-bd0ef5e53987 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a61a3c4d51d94e92a5bd7be752f2bcdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5141032 Feb 17 04:41:10.741024 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 57304) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:10.751551 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-d66595bb-a59c-4bc3-a084-4afa5c5071f7 req-bf8b5033-8889-4227-b9a7-16a279bb02dd tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3112e5-8fb2-44d1-8f1b-18510013e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604095 Feb 17 04:41:10.890710 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-baeebdb7-904a-4603-83ae-0176a3f5b7a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:10.906067 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3bb06d6-784c-4d81-ad60-d183671f9f10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd8e1d6a-1c56-445f-b30d-46784bff3b12'}] {{(pid=108157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:41:10.908925 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2d1db2b66fadfb38f3e682fd5beb02e22f49f1efddde24347983e162d9d2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f653df2e-ddc1-4ac7-8502-88bdce96c331" -d '{"events": [{"server_uuid": "d3bb06d6-784c-4d81-ad60-d183671f9f10", "name": "network-vif-plugged", "status": "completed", "tag": "cd8e1d6a-1c56-445f-b30d-46784bff3b12"}]}' {{(pid=108157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:41:10.920602 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-baeebdb7-904a-4603-83ae-0176a3f5b7a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:10.935144 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990be35b-17df-409c-bafc-e219b240274a req-94730fcd-7340-45f0-a7f3-03cf51c705c7 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:10.937392 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-990be35b-17df-409c-bafc-e219b240274a req-94730fcd-7340-45f0-a7f3-03cf51c705c7 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f7335ec-b7be-4238-b29c-943cc9d997d0 HTTP/1.1" status: 200 len: 945 time: 0.0795121 Feb 17 04:41:10.947540 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 57316) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:10.953548 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.v2.base [None req-8ac40354-867e-4b26-9c00-12f510600dc3 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Request body: {'floatingip': {'port_id': '5299d057-7f92-4591-841f-40b54a8dfa7b'}} {{(pid=108155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:41:11.013004 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 04:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4463f9fa-3548-4504-be80-ba53ba0b7408 x-openstack-request-id: req-4463f9fa-3548-4504-be80-ba53ba0b7408 {{(pid=108157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:41:11.013317 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3bb06d6-784c-4d81-ad60-d183671f9f10", "name": "network-vif-plugged", "status": "completed", "tag": "cd8e1d6a-1c56-445f-b30d-46784bff3b12", "code": 200}]} {{(pid=108157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:41:11.013713 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4463f9fa-3548-4504-be80-ba53ba0b7408 {{(pid=108157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:41:11.014139 dv-cinder-829630-1-smb neutron-server[108157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3bb06d6-784c-4d81-ad60-d183671f9f10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd8e1d6a-1c56-445f-b30d-46784bff3b12', 'code': 200} Feb 17 04:41:11.024520 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-baeebdb7-904a-4603-83ae-0176a3f5b7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:11.029864 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-baeebdb7-904a-4603-83ae-0176a3f5b7a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:11.032175 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-baeebdb7-904a-4603-83ae-0176a3f5b7a6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/74d7ba21-85d1-44dd-b1ca-d0f30f204ed0 HTTP/1.1" status: 204 len: 168 time: 0.2898023 Feb 17 04:41:11.043113 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeebdb7-904a-4603-83ae-0176a3f5b7a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74d7ba21-85d1-44dd-b1ca-d0f30f204ed0,revision_number=None']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:11.054065 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 57324) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:11.065346 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-8ac40354-867e-4b26-9c00-12f510600dc3 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Notify callbacks [] for floatingip, before_update {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:11.180361 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 57332) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:11.269306 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d4946a-6045-4910-817e-f31325b777e2 req-12d76a84-7900-4152-a6dd-049c707170e4 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:11.275990 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-e0d4946a-6045-4910-817e-f31325b777e2 req-12d76a84-7900-4152-a6dd-049c707170e4 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3bb06d6-784c-4d81-ad60-d183671f9f10 HTTP/1.1" status: 200 len: 946 time: 0.1159658 Feb 17 04:41:11.306575 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ff84d-b6c8-4953-afcf-13e661f76fd8 req-cb612f2a-f77f-4468-ac71-84c949725574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:11.308853 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-a21ff84d-b6c8-4953-afcf-13e661f76fd8 req-cb612f2a-f77f-4468-ac71-84c949725574 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d3bb06d6-784c-4d81-ad60-d183671f9f10 HTTP/1.1" status: 200 len: 1099 time: 0.0550113 Feb 17 04:41:11.380090 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-e0d4946a-6045-4910-817e-f31325b777e2 req-519991dc-3d7e-4580-baa6-aa27abfa89f0 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffbda038-50f4-44bc-aa04-91e66aa92c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898974 Feb 17 04:41:11.435429 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-a21ff84d-b6c8-4953-afcf-13e661f76fd8 req-694998c5-c192-4188-8d18-b62d772ce340 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ffbda038-50f4-44bc-aa04-91e66aa92c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145253 Feb 17 04:41:11.626507 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-defed89e-84e3-4b4e-be9d-9ea00dcb0938 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:11.661888 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-abbd04e1-c4e7-49b3-8c98-690cc68396cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:11.777832 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-defed89e-84e3-4b4e-be9d-9ea00dcb0938 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:11.785818 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-defed89e-84e3-4b4e-be9d-9ea00dcb0938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:11.852304 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-defed89e-84e3-4b4e-be9d-9ea00dcb0938 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0ca43eb6e8e2489e88153e2616fd4834&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7966621 Feb 17 04:41:11.856294 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 57358) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:11.888172 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defed89e-84e3-4b4e-be9d-9ea00dcb0938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc162b9e-79b6-4aa1-967d-ec8ac5553439,revision_number=1']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:11.943759 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-4b28fb43-6661-4103-8b4c-6376185050f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:11.983050 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 57362) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:11.994799 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-4b28fb43-6661-4103-8b4c-6376185050f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:12.100670 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3c413a-a7d4-477a-b567-aea9473089f8 req-3fb6bdc0-e6c5-4677-b2ab-acef8201ddbd tempest-DeleteServersTestJSON-232607191 tempest-DeleteServersTestJSON-232607191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:12.102352 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-3f3c413a-a7d4-477a-b567-aea9473089f8 req-3fb6bdc0-e6c5-4677-b2ab-acef8201ddbd tempest-DeleteServersTestJSON-232607191 tempest-DeleteServersTestJSON-232607191-project] 10.222.0.36 "GET /v2.0/ports?device_id=cba4426d-725d-4873-a457-10c17d098979 HTTP/1.1" status: 200 len: 945 time: 0.0709705 Feb 17 04:41:12.117067 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-4b28fb43-6661-4103-8b4c-6376185050f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:12.121732 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-4b28fb43-6661-4103-8b4c-6376185050f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:12.123190 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-4b28fb43-6661-4103-8b4c-6376185050f9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fc162b9e-79b6-4aa1-967d-ec8ac5553439 HTTP/1.1" status: 204 len: 168 time: 0.2656739 Feb 17 04:41:12.143435 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b28fb43-6661-4103-8b4c-6376185050f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc162b9e-79b6-4aa1-967d-ec8ac5553439,revision_number=None']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:12.182004 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-e240334e-c6cd-40f7-9c02-ced58ef7bbca admin admin] Notify callbacks [] for security_group, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:12.239168 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-3f3c413a-a7d4-477a-b567-aea9473089f8 req-cf2a1e99-53ad-421f-8114-5d8c8f0451ab tempest-DeleteServersTestJSON-232607191 tempest-DeleteServersTestJSON-232607191-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5ad0227-9e65-4646-afbc-efb72c392906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180441 Feb 17 04:41:12.279048 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-abbd04e1-c4e7-49b3-8c98-690cc68396cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:12.281479 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-8ac40354-867e-4b26-9c00-12f510600dc3 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:12.285976 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-abbd04e1-c4e7-49b3-8c98-690cc68396cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:12.317494 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-e240334e-c6cd-40f7-9c02-ced58ef7bbca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:12.319359 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-8ac40354-867e-4b26-9c00-12f510600dc3 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650163'] for floatingip, after_update {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:12.325347 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-e240334e-c6cd-40f7-9c02-ced58ef7bbca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:12.366480 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-e240334e-c6cd-40f7-9c02-ced58ef7bbca admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=63354735fc954224bfc9f21dc63cb147&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3800619 Feb 17 04:41:12.367514 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 57380) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:12.386873 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbd04e1-c4e7-49b3-8c98-690cc68396cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e14c8406-92fa-4afd-a411-112b57753521,revision_number=1']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:12.398566 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e240334e-c6cd-40f7-9c02-ced58ef7bbca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c1aedd1-6b81-4d2b-9481-76aebfec750b,revision_number=1']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:12.417292 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-abbd04e1-c4e7-49b3-8c98-690cc68396cf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6063a561356e4662b8b12a5143c056b8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2358961 Feb 17 04:41:12.419962 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 57384) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:12.478981 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-3f5d23fe-533a-48d9-a0fa-dcc5c32c8e08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:12.531510 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-3f5d23fe-533a-48d9-a0fa-dcc5c32c8e08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:12.557916 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.db.l3_db [None req-8ac40354-867e-4b26-9c00-12f510600dc3 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Floating IP 72cf8490-aa1c-46d3-af9e-23c8d9828ea2 associated. External IP: 172.28.3.119, port: 5299d057-7f92-4591-841f-40b54a8dfa7b. Feb 17 04:41:12.566865 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-51583f4a-2896-4d35-9f45-b30136a54884 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:12.596826 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 57392) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:12.616263 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-51583f4a-2896-4d35-9f45-b30136a54884 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:12.628267 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073e70f0-af09-4115-afff-40a50fe996c4 req-1e47884d-1e59-4352-8eab-4524ea82c694 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:12.630234 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-073e70f0-af09-4115-afff-40a50fe996c4 req-1e47884d-1e59-4352-8eab-4524ea82c694 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3bb06d6-784c-4d81-ad60-d183671f9f10 HTTP/1.1" status: 200 len: 946 time: 0.1466103 Feb 17 04:41:12.646386 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-fa3d574f-87c5-407a-9fce-773feb57594d admin admin] Notify callbacks [] for security_group, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:12.690658 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-3f5d23fe-533a-48d9-a0fa-dcc5c32c8e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:12.693432 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-3f5d23fe-533a-48d9-a0fa-dcc5c32c8e08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:12.694602 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-3f5d23fe-533a-48d9-a0fa-dcc5c32c8e08 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3c1aedd1-6b81-4d2b-9481-76aebfec750b HTTP/1.1" status: 204 len: 168 time: 0.3261805 Feb 17 04:41:12.715803 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5d23fe-533a-48d9-a0fa-dcc5c32c8e08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c1aedd1-6b81-4d2b-9481-76aebfec750b,revision_number=None']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:12.721167 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-073e70f0-af09-4115-afff-40a50fe996c4 req-8b2df5a3-2661-4f7d-9c63-ec0fc1319f24 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffbda038-50f4-44bc-aa04-91e66aa92c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833671 Feb 17 04:41:12.777458 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-51583f4a-2896-4d35-9f45-b30136a54884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:12.780178 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-51583f4a-2896-4d35-9f45-b30136a54884 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:12.781327 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-51583f4a-2896-4d35-9f45-b30136a54884 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e14c8406-92fa-4afd-a411-112b57753521 HTTP/1.1" status: 204 len: 168 time: 0.3602750 Feb 17 04:41:12.826910 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51583f4a-2896-4d35-9f45-b30136a54884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e14c8406-92fa-4afd-a411-112b57753521,revision_number=None']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:12.882315 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-fa3d574f-87c5-407a-9fce-773feb57594d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:12.887824 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-fa3d574f-87c5-407a-9fce-773feb57594d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:12.931892 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ac40354-867e-4b26-9c00-12f510600dc3 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Router ef85b872-6682-4aea-a8d0-4a8b4a533176 has already been hosted by L3 agent e8023405-eda5-4975-af11-622b29ed5550 {{(pid=108155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 04:41:12.936401 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-fa3d574f-87c5-407a-9fce-773feb57594d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3aad3c400fa04fae821ac643cc6f0309&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3379982 Feb 17 04:41:12.936942 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 57412) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:12.943705 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3d574f-87c5-407a-9fce-773feb57594d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83d61804-2e34-4832-b011-94a85211a405,revision_number=1']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:13.007094 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-7ff20d5a-3cdd-4e2f-84a7-ce887955a0cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:13.038587 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-7ff20d5a-3cdd-4e2f-84a7-ce887955a0cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:13.104827 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ac40354-867e-4b26-9c00-12f510600dc3 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Notify agent at l3_agent.dv-cinder-829630-1-smb the message routers_updated {{(pid=108155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 04:41:13.110291 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-8ac40354-867e-4b26-9c00-12f510600dc3 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49904'] for floatingip, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:13.115453 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-7ff20d5a-3cdd-4e2f-84a7-ce887955a0cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:13.131190 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-7ff20d5a-3cdd-4e2f-84a7-ce887955a0cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:13.133469 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-7ff20d5a-3cdd-4e2f-84a7-ce887955a0cf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/83d61804-2e34-4832-b011-94a85211a405 HTTP/1.1" status: 204 len: 168 time: 0.1953926 Feb 17 04:41:13.133644 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe42897-9324-44b8-8989-4e928b3b1d54 None None] Sync routers for ids ['ef85b872-6682-4aea-a8d0-4a8b4a533176'] in dv-cinder-829630-1-smb {{(pid=108158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 04:41:13.144828 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff20d5a-3cdd-4e2f-84a7-ce887955a0cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d61804-2e34-4832-b011-94a85211a405,revision_number=None']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:13.146883 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe42897-9324-44b8-8989-4e928b3b1d54 None None] Routers {'ef85b872-6682-4aea-a8d0-4a8b4a533176'} bound to L3 agent in host dv-cinder-829630-1-smb {{(pid=108158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:41:13.148086 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_hamode_db [None req-dfe42897-9324-44b8-8989-4e928b3b1d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T04:31:52Z,description=,heartbeat_timestamp=2022-02-17T04:40:52Z,host='dv-cinder-829630-1-smb',id=e8023405-eda5-4975-af11-622b29ed5550,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:52Z,topic='l3_agent')) {'router_ids': ['ef85b872-6682-4aea-a8d0-4a8b4a533176'], 'active': True} {{(pid=108158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:41:13.161778 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-8ac40354-867e-4b26-9c00-12f510600dc3 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "PUT /v2.0/floatingips/72cf8490-aa1c-46d3-af9e-23c8d9828ea2 HTTP/1.1" status: 200 len: 991 time: 2.2130938 Feb 17 04:41:13.162493 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f7335ec-b7be-4238-b29c-943cc9d997d0', 'tag': '5299d057-7f92-4591-841f-40b54a8dfa7b'}] {{(pid=108155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:41:13.165060 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7db4504e89d758142afd4bd708bcac288359c97a2e78e5aa13d69e3d31a34d2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c378fffe-2e1a-4657-88be-a18c830b27d8" -d '{"events": [{"name": "network-changed", "server_uuid": "8f7335ec-b7be-4238-b29c-943cc9d997d0", "tag": "5299d057-7f92-4591-841f-40b54a8dfa7b"}]}' {{(pid=108155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:41:13.216940 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 04:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e27cd251-f86a-435a-822e-43ddb40889f5 x-openstack-request-id: req-e27cd251-f86a-435a-822e-43ddb40889f5 {{(pid=108155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:41:13.216940 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f7335ec-b7be-4238-b29c-943cc9d997d0", "tag": "5299d057-7f92-4591-841f-40b54a8dfa7b", "status": "completed", "code": 200}]} {{(pid=108155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:41:13.216940 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e27cd251-f86a-435a-822e-43ddb40889f5 {{(pid=108155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:41:13.217715 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f7335ec-b7be-4238-b29c-943cc9d997d0', 'tag': '5299d057-7f92-4591-841f-40b54a8dfa7b', 'status': 'completed', 'code': 200} Feb 17 04:41:13.305677 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c378fffe-2e1a-4657-88be-a18c830b27d8 req-96fada03-df80-4320-9285-3b2ee95bdded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:13.308234 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-c378fffe-2e1a-4657-88be-a18c830b27d8 req-96fada03-df80-4320-9285-3b2ee95bdded service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fcce34a724fd4831979df5c4aa7cf368&device_id=8f7335ec-b7be-4238-b29c-943cc9d997d0 HTTP/1.1" status: 200 len: 1098 time: 0.0666416 Feb 17 04:41:13.414511 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_dvr_db [None req-dfe42897-9324-44b8-8989-4e928b3b1d54 None None] Set router ef85b872-6682-4aea-a8d0-4a8b4a533176 gateway port host: dv-cinder-829630-1-smb {{(pid=108158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:41:13.441944 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f842e19-d3d7-4490-b68a-5898f31da3ab req-6af16779-0904-4ed4-8db8-5e92be4eee42 tempest-DeleteServersTestJSON-232607191 tempest-DeleteServersTestJSON-232607191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:13.444139 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-9f842e19-d3d7-4490-b68a-5898f31da3ab req-6af16779-0904-4ed4-8db8-5e92be4eee42 tempest-DeleteServersTestJSON-232607191 tempest-DeleteServersTestJSON-232607191-project] 10.222.0.36 "GET /v2.0/ports?device_id=cba4426d-725d-4873-a457-10c17d098979 HTTP/1.1" status: 200 len: 945 time: 0.1166444 Feb 17 04:41:13.461628 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c378fffe-2e1a-4657-88be-a18c830b27d8 req-ae5943a5-3e78-43ae-913d-d2ac3de1adba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:13.463665 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-c378fffe-2e1a-4657-88be-a18c830b27d8 req-ae5943a5-3e78-43ae-913d-d2ac3de1adba service neutron] 10.222.0.69 "GET /v2.0/networks?id=6044f085-e24b-42f2-baa3-35fa62a45e03 HTTP/1.1" status: 200 len: 916 time: 0.1473792 Feb 17 04:41:13.559727 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-9f842e19-d3d7-4490-b68a-5898f31da3ab req-6648efcc-aedc-465a-ac1b-58fcd69987b7 tempest-DeleteServersTestJSON-232607191 tempest-DeleteServersTestJSON-232607191-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5ad0227-9e65-4646-afbc-efb72c392906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083939 Feb 17 04:41:13.582353 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 57450) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:13.608791 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-6f2c26cc-be01-4f37-972e-81db651e3952 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:13.624256 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-c378fffe-2e1a-4657-88be-a18c830b27d8 req-56fc367c-6f98-41a0-82bc-a992c08183bb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5299d057-7f92-4591-841f-40b54a8dfa7b HTTP/1.1" status: 200 len: 999 time: 0.1470506 Feb 17 04:41:13.747196 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c378fffe-2e1a-4657-88be-a18c830b27d8 req-6aadca07-a8cf-4a59-824f-67e4ed3588bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:13.754187 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-c378fffe-2e1a-4657-88be-a18c830b27d8 req-6aadca07-a8cf-4a59-824f-67e4ed3588bc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e939ef18-20cb-4ec3-b53b-ca721a133838 HTTP/1.1" status: 200 len: 855 time: 0.1223404 Feb 17 04:41:13.822198 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-6f2c26cc-be01-4f37-972e-81db651e3952 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:13.848409 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-6f2c26cc-be01-4f37-972e-81db651e3952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:13.978295 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 57470) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:13.987909 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c378fffe-2e1a-4657-88be-a18c830b27d8 req-27c99990-b507-4389-8401-83033f8d089e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:13.989478 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-c378fffe-2e1a-4657-88be-a18c830b27d8 req-27c99990-b507-4389-8401-83033f8d089e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6044f085-e24b-42f2-baa3-35fa62a45e03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2242222 Feb 17 04:41:14.014632 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_hamode_db [None req-dfe42897-9324-44b8-8989-4e928b3b1d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef85b872-6682-4aea-a8d0-4a8b4a533176', 'name': 'tempest-AttachVolumeShelveTestJSON-408808888-router', 'tenant_id': 'fcce34a724fd4831979df5c4aa7cf368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'external_fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.22'}], 'enable_snat': True}, 'gw_port_id': '9c126979-2d2f-49c4-9445-d884b0b80ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:40:31Z', 'updated_at': '2022-02-17T04:40:40Z', 'revision_number': 4, 'project_id': 'fcce34a724fd4831979df5c4aa7cf368', 'gw_port': {'id': '9c126979-2d2f-49c4-9445-d884b0b80ebe', 'name': '', 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:55:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef85b872-6682-4aea-a8d0-4a8b4a533176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:32Z', 'updated_at': '2022-02-17T04:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-smb', '_floatingips': [{'id': '72cf8490-aa1c-46d3-af9e-23c8d9828ea2', 'tenant_id': 'fcce34a724fd4831979df5c4aa7cf368', 'floating_ip_address': '172.28.3.119', 'floating_network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'router_id': 'ef85b872-6682-4aea-a8d0-4a8b4a533176', 'port_id': '5299d057-7f92-4591-841f-40b54a8dfa7b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6044f085-e24b-42f2-baa3-35fa62a45e03', 'mac_address': 'fa:16:3e:50:51:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7335ec-b7be-4238-b29c-943cc9d997d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T04:40:52Z', 'updated_at': '2022-02-17T04:41:11Z', 'revision_number': 1, 'project_id': 'fcce34a724fd4831979df5c4aa7cf368', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d48e9dd-bf1d-4bae-bb34-e0f0e3fb4abf', 'name': '', 'network_id': '6044f085-e24b-42f2-baa3-35fa62a45e03', 'tenant_id': 'fcce34a724fd4831979df5c4aa7cf368', 'mac_address': 'fa:16:3e:ab:77:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef85b872-6682-4aea-a8d0-4a8b4a533176', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e939ef18-20cb-4ec3-b53b-ca721a133838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:37Z', 'updated_at': '2022-02-17T04:40:50Z', 'revision_number': 5, 'project_id': 'fcce34a724fd4831979df5c4aa7cf368', 'subnets': [{'id': 'e939ef18-20cb-4ec3-b53b-ca721a133838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-1-smb', False) {} {{(pid=108158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:41:14.020775 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-6f2c26cc-be01-4f37-972e-81db651e3952 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=18bdd28cf7854ff58425b82089f5e78c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4371829 Feb 17 04:41:14.034878 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 57472) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:14.045620 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c26cc-be01-4f37-972e-81db651e3952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=040229c4-8d67-4d64-ac18-877fa1c0ecda,revision_number=1']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:14.054661 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe42897-9324-44b8-8989-4e928b3b1d54 None None] Checking router: ef85b872-6682-4aea-a8d0-4a8b4a533176 for host: dv-cinder-829630-1-smb {{(pid=108158) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 04:41:14.054856 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6483df-feaf-4f17-9376-687535937de9 req-97c2705c-527d-404e-ba71-7d592ef01c24 tempest-DeleteServersTestJSON-232607191 tempest-DeleteServersTestJSON-232607191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:14.056524 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-4a6483df-feaf-4f17-9376-687535937de9 req-97c2705c-527d-404e-ba71-7d592ef01c24 tempest-DeleteServersTestJSON-232607191 tempest-DeleteServersTestJSON-232607191-project] 10.222.0.69 "GET /v2.0/ports?device_id=cba4426d-725d-4873-a457-10c17d098979 HTTP/1.1" status: 200 len: 945 time: 0.2260861 Feb 17 04:41:14.065945 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe42897-9324-44b8-8989-4e928b3b1d54 None None] Routers {'ef85b872-6682-4aea-a8d0-4a8b4a533176'} bound to L3 agent in host dv-cinder-829630-1-smb {{(pid=108158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:41:14.066726 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_hamode_db [None req-dfe42897-9324-44b8-8989-4e928b3b1d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T04:31:52Z,description=,heartbeat_timestamp=2022-02-17T04:40:52Z,host='dv-cinder-829630-1-smb',id=e8023405-eda5-4975-af11-622b29ed5550,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:52Z,topic='l3_agent')) {'router_ids': ['ef85b872-6682-4aea-a8d0-4a8b4a533176'], 'active': True} {{(pid=108158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:41:14.089468 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-221a1907-2045-4102-8af5-6fb5f617617f admin admin] Notify callbacks [] for security_group, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:14.150605 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3981eac-2027-4c4e-b36c-9f42820cecbb req-99799908-e1ac-4b1b-af16-2e46be07dc11 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:14.152863 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-e3981eac-2027-4c4e-b36c-9f42820cecbb req-99799908-e1ac-4b1b-af16-2e46be07dc11 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3bb06d6-784c-4d81-ad60-d183671f9f10 HTTP/1.1" status: 200 len: 946 time: 0.2634664 Feb 17 04:41:14.208846 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-2c86f825-2844-43c1-8d44-75b6cd19b796 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:14.234836 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-e3981eac-2027-4c4e-b36c-9f42820cecbb req-75731438-e8fd-4247-91cf-ded76f2eaf3a tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffbda038-50f4-44bc-aa04-91e66aa92c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726562 Feb 17 04:41:14.272024 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-2c86f825-2844-43c1-8d44-75b6cd19b796 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:14.391515 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-2c86f825-2844-43c1-8d44-75b6cd19b796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:14.395604 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-2c86f825-2844-43c1-8d44-75b6cd19b796 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:14.400889 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-2c86f825-2844-43c1-8d44-75b6cd19b796 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/040229c4-8d67-4d64-ac18-877fa1c0ecda HTTP/1.1" status: 204 len: 168 time: 0.3605742 Feb 17 04:41:14.418449 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c86f825-2844-43c1-8d44-75b6cd19b796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=040229c4-8d67-4d64-ac18-877fa1c0ecda,revision_number=None']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:14.481569 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_dvr_db [None req-dfe42897-9324-44b8-8989-4e928b3b1d54 None None] Set router ef85b872-6682-4aea-a8d0-4a8b4a533176 gateway port host: dv-cinder-829630-1-smb {{(pid=108158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:41:14.589312 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-221a1907-2045-4102-8af5-6fb5f617617f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:14.634305 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-221a1907-2045-4102-8af5-6fb5f617617f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:14.695602 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-c378fffe-2e1a-4657-88be-a18c830b27d8 req-fc1d2f11-1e67-46c2-83f2-bf26693f0021 service neutron] 10.222.0.69 "GET /v2.0/networks/6044f085-e24b-42f2-baa3-35fa62a45e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6783261 Feb 17 04:41:14.809613 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaadc56-969c-420b-8e7d-a7c97a9baaea req-245c92b7-b5e1-4f9f-9d10-4be1ba843d95 tempest-DeleteServersTestJSON-232607191 tempest-DeleteServersTestJSON-232607191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:14.820483 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-dbaadc56-969c-420b-8e7d-a7c97a9baaea req-245c92b7-b5e1-4f9f-9d10-4be1ba843d95 tempest-DeleteServersTestJSON-232607191 tempest-DeleteServersTestJSON-232607191-project] 10.222.0.36 "GET /v2.0/ports?device_id=cba4426d-725d-4873-a457-10c17d098979 HTTP/1.1" status: 200 len: 945 time: 0.1233172 Feb 17 04:41:14.887434 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_hamode_db [None req-dfe42897-9324-44b8-8989-4e928b3b1d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef85b872-6682-4aea-a8d0-4a8b4a533176', 'name': 'tempest-AttachVolumeShelveTestJSON-408808888-router', 'tenant_id': 'fcce34a724fd4831979df5c4aa7cf368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'external_fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.22'}], 'enable_snat': True}, 'gw_port_id': '9c126979-2d2f-49c4-9445-d884b0b80ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:40:31Z', 'updated_at': '2022-02-17T04:40:40Z', 'revision_number': 4, 'project_id': 'fcce34a724fd4831979df5c4aa7cf368', 'gw_port': {'id': '9c126979-2d2f-49c4-9445-d884b0b80ebe', 'name': '', 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:55:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef85b872-6682-4aea-a8d0-4a8b4a533176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:32Z', 'updated_at': '2022-02-17T04:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-smb', '_floatingips': [{'id': '72cf8490-aa1c-46d3-af9e-23c8d9828ea2', 'tenant_id': 'fcce34a724fd4831979df5c4aa7cf368', 'floating_ip_address': '172.28.3.119', 'floating_network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'router_id': 'ef85b872-6682-4aea-a8d0-4a8b4a533176', 'port_id': '5299d057-7f92-4591-841f-40b54a8dfa7b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6044f085-e24b-42f2-baa3-35fa62a45e03', 'mac_address': 'fa:16:3e:50:51:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7335ec-b7be-4238-b29c-943cc9d997d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T04:40:52Z', 'updated_at': '2022-02-17T04:41:11Z', 'revision_number': 1, 'project_id': 'fcce34a724fd4831979df5c4aa7cf368', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d48e9dd-bf1d-4bae-bb34-e0f0e3fb4abf', 'name': '', 'network_id': '6044f085-e24b-42f2-baa3-35fa62a45e03', 'tenant_id': 'fcce34a724fd4831979df5c4aa7cf368', 'mac_address': 'fa:16:3e:ab:77:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef85b872-6682-4aea-a8d0-4a8b4a533176', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e939ef18-20cb-4ec3-b53b-ca721a133838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:37Z', 'updated_at': '2022-02-17T04:40:50Z', 'revision_number': 5, 'project_id': 'fcce34a724fd4831979df5c4aa7cf368', 'subnets': [{'id': 'e939ef18-20cb-4ec3-b53b-ca721a133838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-1-smb', False) {} {{(pid=108158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:41:14.887910 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-221a1907-2045-4102-8af5-6fb5f617617f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f906a70aff2f4fde948bbdd96a815193&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8974230 Feb 17 04:41:14.896271 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 57534) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:14.900269 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-dbaadc56-969c-420b-8e7d-a7c97a9baaea req-a001b2fe-8803-470c-b0c1-f86ca4dfb553 tempest-DeleteServersTestJSON-232607191 tempest-DeleteServersTestJSON-232607191-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5ad0227-9e65-4646-afbc-efb72c392906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738177 Feb 17 04:41:14.910047 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221a1907-2045-4102-8af5-6fb5f617617f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30dc8483-597f-40b4-9a5d-5765d27450bb,revision_number=1']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:14.933490 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858fda08-f808-4ae2-a3d2-710433d72c55 req-78c3484b-cc2a-47c0-9cff-c77a2f07ce34 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:14.950833 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-858fda08-f808-4ae2-a3d2-710433d72c55 req-78c3484b-cc2a-47c0-9cff-c77a2f07ce34 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3bb06d6-784c-4d81-ad60-d183671f9f10 HTTP/1.1" status: 200 len: 946 time: 0.5711038 Feb 17 04:41:14.952555 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 57540) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:14.962030 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe42897-9324-44b8-8989-4e928b3b1d54 None None] The sync data for ids ['ef85b872-6682-4aea-a8d0-4a8b4a533176'] in dv-cinder-829630-1-smb is: [{'id': 'ef85b872-6682-4aea-a8d0-4a8b4a533176', 'name': 'tempest-AttachVolumeShelveTestJSON-408808888-router', 'tenant_id': 'fcce34a724fd4831979df5c4aa7cf368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'external_fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.22'}], 'enable_snat': True}, 'gw_port_id': '9c126979-2d2f-49c4-9445-d884b0b80ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:40:31Z', 'updated_at': '2022-02-17T04:40:40Z', 'revision_number': 4, 'project_id': 'fcce34a724fd4831979df5c4aa7cf368', 'gw_port': {'id': '9c126979-2d2f-49c4-9445-d884b0b80ebe', 'name': '', 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:55:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef85b872-6682-4aea-a8d0-4a8b4a533176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:32Z', 'updated_at': '2022-02-17T04:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-smb', '_floatingips': [{'id': '72cf8490-aa1c-46d3-af9e-23c8d9828ea2', 'tenant_id': 'fcce34a724fd4831979df5c4aa7cf368', 'floating_ip_address': '172.28.3.119', 'floating_network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'router_id': 'ef85b872-6682-4aea-a8d0-4a8b4a533176', 'port_id': '5299d057-7f92-4591-841f-40b54a8dfa7b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6044f085-e24b-42f2-baa3-35fa62a45e03', 'mac_address': 'fa:16:3e:50:51:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7335ec-b7be-4238-b29c-943cc9d997d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T04:40:52Z', 'updated_at': '2022-02-17T04:41:11Z', 'revision_number': 1, 'project_id': 'fcce34a724fd4831979df5c4aa7cf368', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d48e9dd-bf1d-4bae-bb34-e0f0e3fb4abf', 'name': '', 'network_id': '6044f085-e24b-42f2-baa3-35fa62a45e03', 'tenant_id': 'fcce34a724fd4831979df5c4aa7cf368', 'mac_address': 'fa:16:3e:ab:77:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef85b872-6682-4aea-a8d0-4a8b4a533176', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e939ef18-20cb-4ec3-b53b-ca721a133838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:37Z', 'updated_at': '2022-02-17T04:40:50Z', 'revision_number': 5, 'project_id': 'fcce34a724fd4831979df5c4aa7cf368', 'subnets': [{'id': 'e939ef18-20cb-4ec3-b53b-ca721a133838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 04:41:14.991132 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.v2.base [None req-38e06531-c0ae-478c-8548-3faeb4b0a7c7 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Request body: {'floatingip': {'port_id': 'cd8e1d6a-1c56-445f-b30d-46784bff3b12'}} {{(pid=108155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:41:15.044969 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-f0c8bf5e-0ef1-458a-97a5-c17f6f1546ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:15.077222 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-38e06531-c0ae-478c-8548-3faeb4b0a7c7 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Notify callbacks [] for floatingip, before_update {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:15.102435 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-f0c8bf5e-0ef1-458a-97a5-c17f6f1546ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:15.180521 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-f0c8bf5e-0ef1-458a-97a5-c17f6f1546ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:15.183633 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-f0c8bf5e-0ef1-458a-97a5-c17f6f1546ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:15.184967 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-f0c8bf5e-0ef1-458a-97a5-c17f6f1546ac admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/30dc8483-597f-40b4-9a5d-5765d27450bb HTTP/1.1" status: 204 len: 168 time: 0.2830737 Feb 17 04:41:15.196059 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c8bf5e-0ef1-458a-97a5-c17f6f1546ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30dc8483-597f-40b4-9a5d-5765d27450bb,revision_number=None']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:15.323841 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.plugin [req-4a6483df-feaf-4f17-9376-687535937de9 req-9b69ea30-0350-4f6b-a9ba-9041730764b4 tempest-DeleteServersTestJSON-232607191 tempest-DeleteServersTestJSON-232607191-project] Deleting port 736f5e51-e7f6-4c39-ad04-81d6e676d780 {{(pid=108155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:41:15.324145 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-4a6483df-feaf-4f17-9376-687535937de9 req-9b69ea30-0350-4f6b-a9ba-9041730764b4 tempest-DeleteServersTestJSON-232607191 tempest-DeleteServersTestJSON-232607191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733365899870'] for port, before_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:15.350200 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f584d50d-43aa-4af5-af53-af8bf525b9bc None None] New status for floating IP 72cf8490-aa1c-46d3-af9e-23c8d9828ea2: ACTIVE {{(pid=108157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 04:41:15.438769 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-c378fffe-2e1a-4657-88be-a18c830b27d8 req-c8abc9ee-fbdf-4be6-9f30-3a040fb15ea9 service neutron] 10.222.0.69 "GET /v2.0/networks/6044f085-e24b-42f2-baa3-35fa62a45e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7418716 Feb 17 04:41:15.541026 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 57570) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:15.570052 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.db [req-4a6483df-feaf-4f17-9376-687535937de9 req-9b69ea30-0350-4f6b-a9ba-9041730764b4 tempest-DeleteServersTestJSON-232607191 tempest-DeleteServersTestJSON-232607191-project] For port 736f5e51-e7f6-4c39-ad04-81d6e676d780, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=736f5e51-e7f6-4c39-ad04-81d6e676d780,segment=NetworkSegment(de31dcc7-8ffe-45ba-bdde-9ebe82c4a70a),segment_id=de31dcc7-8ffe-45ba-bdde-9ebe82c4a70a)] {{(pid=108155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:41:15.570334 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-4a6483df-feaf-4f17-9376-687535937de9 req-9b69ea30-0350-4f6b-a9ba-9041730764b4 tempest-DeleteServersTestJSON-232607191 tempest-DeleteServersTestJSON-232607191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650405'] for port, precommit_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:15.589910 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.plugin [req-4a6483df-feaf-4f17-9376-687535937de9 req-9b69ea30-0350-4f6b-a9ba-9041730764b4 tempest-DeleteServersTestJSON-232607191 tempest-DeleteServersTestJSON-232607191-project] Calling delete_port for 736f5e51-e7f6-4c39-ad04-81d6e676d780 owned by compute:nova {{(pid=108155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:41:15.852891 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-405a3fc4-2c76-4d4a-83df-a7e6e97981f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:15.962389 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-4a6483df-feaf-4f17-9376-687535937de9 req-9b69ea30-0350-4f6b-a9ba-9041730764b4 tempest-DeleteServersTestJSON-232607191 tempest-DeleteServersTestJSON-232607191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733365900373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733365499778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2813823'] for port, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:15.975161 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] get_ports_and_sgs() called for port_ids ['736f5e51-e7f6-4c39-ad04-81d6e676d780'] {{(pid=108157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 04:41:16.016015 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-405a3fc4-2c76-4d4a-83df-a7e6e97981f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:16.023666 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-405a3fc4-2c76-4d4a-83df-a7e6e97981f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:16.038687 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b69ea30-0350-4f6b-a9ba-9041730764b4 tempest-DeleteServersTestJSON-232607191 tempest-DeleteServersTestJSON-232607191-project] Pushing event deleted for resources: {'Port': ['ID=736f5e51-e7f6-4c39-ad04-81d6e676d780,revision_number=None']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:16.085527 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.db.resource_extend [None req-38e06531-c0ae-478c-8548-3faeb4b0a7c7 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 04:41:16.100327 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405a3fc4-2c76-4d4a-83df-a7e6e97981f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5af6bc6a-f941-432f-b388-7c3254abbf0d,revision_number=1']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:16.119328 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-32bfee49-955d-40dc-9af9-5b7ef13972a7 req-938a6b2f-0a5b-4b75-863c-49009b81503d tempest-DeleteServersTestJSON-232607191 tempest-DeleteServersTestJSON-232607191-project] 10.222.0.36 "GET /v2.0/ports?device_id=cba4426d-725d-4873-a457-10c17d098979 HTTP/1.1" status: 200 len: 210 time: 0.0513682 Feb 17 04:41:16.131585 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-405a3fc4-2c76-4d4a-83df-a7e6e97981f2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=34f8bf66ad3147708783556f8bdfa85d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5892606 Feb 17 04:41:16.134032 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 57598) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:16.156257 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a6483df-feaf-4f17-9376-687535937de9 req-9b69ea30-0350-4f6b-a9ba-9041730764b4 tempest-DeleteServersTestJSON-232607191 tempest-DeleteServersTestJSON-232607191-project] No DVR routers for this DVR port 736f5e51-e7f6-4c39-ad04-81d6e676d780 on host hv-cinder-82963 {{(pid=108155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 04:41:16.161927 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-4a6483df-feaf-4f17-9376-687535937de9 req-9b69ea30-0350-4f6b-a9ba-9041730764b4 tempest-DeleteServersTestJSON-232607191 tempest-DeleteServersTestJSON-232607191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49904'] for port, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:16.170463 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-4a6483df-feaf-4f17-9376-687535937de9 req-9b69ea30-0350-4f6b-a9ba-9041730764b4 tempest-DeleteServersTestJSON-232607191 tempest-DeleteServersTestJSON-232607191-project] 10.222.0.69 "DELETE /v2.0/ports/736f5e51-e7f6-4c39-ad04-81d6e676d780 HTTP/1.1" status: 204 len: 173 time: 2.0784349 Feb 17 04:41:16.171096 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cba4426d-725d-4873-a457-10c17d098979', 'name': 'network-vif-deleted', 'tag': '736f5e51-e7f6-4c39-ad04-81d6e676d780'}] {{(pid=108155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:41:16.173767 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7db4504e89d758142afd4bd708bcac288359c97a2e78e5aa13d69e3d31a34d2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f33e3dd7-b206-4506-bbd4-adb1ba7f707b" -d '{"events": [{"server_uuid": "cba4426d-725d-4873-a457-10c17d098979", "name": "network-vif-deleted", "tag": "736f5e51-e7f6-4c39-ad04-81d6e676d780"}]}' {{(pid=108155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:41:16.190278 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-38e06531-c0ae-478c-8548-3faeb4b0a7c7 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:16.196128 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-38e06531-c0ae-478c-8548-3faeb4b0a7c7 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650163'] for floatingip, after_update {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:16.205882 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-cea72a82-06af-4547-8d0f-d74cea31876c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:16.239604 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-cea72a82-06af-4547-8d0f-d74cea31876c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:16.325592 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 57608) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:16.336721 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-cea72a82-06af-4547-8d0f-d74cea31876c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:16.340304 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-cea72a82-06af-4547-8d0f-d74cea31876c admin admin] Notify callbacks [] for security_group, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:16.348268 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 04:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb43e621-8b0b-4e05-84d3-8242f13bf61c x-openstack-request-id: req-eb43e621-8b0b-4e05-84d3-8242f13bf61c {{(pid=108155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:41:16.348685 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cba4426d-725d-4873-a457-10c17d098979", "name": "network-vif-deleted", "tag": "736f5e51-e7f6-4c39-ad04-81d6e676d780", "status": "completed", "code": 200}]} {{(pid=108155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:41:16.349029 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-eb43e621-8b0b-4e05-84d3-8242f13bf61c {{(pid=108155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:41:16.349355 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-cea72a82-06af-4547-8d0f-d74cea31876c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5af6bc6a-f941-432f-b388-7c3254abbf0d HTTP/1.1" status: 204 len: 168 time: 0.2138753 Feb 17 04:41:16.349606 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cba4426d-725d-4873-a457-10c17d098979', 'name': 'network-vif-deleted', 'tag': '736f5e51-e7f6-4c39-ad04-81d6e676d780', 'status': 'completed', 'code': 200} Feb 17 04:41:16.359620 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea72a82-06af-4547-8d0f-d74cea31876c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5af6bc6a-f941-432f-b388-7c3254abbf0d,revision_number=None']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:16.378009 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.db.l3_db [None req-38e06531-c0ae-478c-8548-3faeb4b0a7c7 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Floating IP ac3b337e-8164-4259-851a-f5a8267074e4 associated. External IP: 172.28.3.34, port: cd8e1d6a-1c56-445f-b30d-46784bff3b12. Feb 17 04:41:16.653661 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38e06531-c0ae-478c-8548-3faeb4b0a7c7 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Router 512931e0-d748-48dc-b61a-2e7dd9d916ad has already been hosted by L3 agent e8023405-eda5-4975-af11-622b29ed5550 {{(pid=108155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 04:41:16.750944 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-4deff495-79c9-467d-b799-d660eb2e1bb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:16.766966 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38e06531-c0ae-478c-8548-3faeb4b0a7c7 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Notify agent at l3_agent.dv-cinder-829630-1-smb the message routers_updated {{(pid=108155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 04:41:16.773661 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-38e06531-c0ae-478c-8548-3faeb4b0a7c7 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49904'] for floatingip, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:16.786827 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732ac72f-a99e-48ae-a46f-15d6df1ed1e3 None None] Sync routers for ids ['512931e0-d748-48dc-b61a-2e7dd9d916ad'] in dv-cinder-829630-1-smb {{(pid=108158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 04:41:16.811994 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732ac72f-a99e-48ae-a46f-15d6df1ed1e3 None None] Routers {'512931e0-d748-48dc-b61a-2e7dd9d916ad'} bound to L3 agent in host dv-cinder-829630-1-smb {{(pid=108158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:41:16.813177 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_hamode_db [None req-732ac72f-a99e-48ae-a46f-15d6df1ed1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T04:31:52Z,description=,heartbeat_timestamp=2022-02-17T04:40:52Z,host='dv-cinder-829630-1-smb',id=e8023405-eda5-4975-af11-622b29ed5550,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:52Z,topic='l3_agent')) {'router_ids': ['512931e0-d748-48dc-b61a-2e7dd9d916ad'], 'active': True} {{(pid=108158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:41:16.838695 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-38e06531-c0ae-478c-8548-3faeb4b0a7c7 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "PUT /v2.0/floatingips/ac3b337e-8164-4259-851a-f5a8267074e4 HTTP/1.1" status: 200 len: 991 time: 1.8796403 Feb 17 04:41:16.957164 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-4deff495-79c9-467d-b799-d660eb2e1bb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:16.963058 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-4deff495-79c9-467d-b799-d660eb2e1bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:16.964130 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_dvr_db [None req-732ac72f-a99e-48ae-a46f-15d6df1ed1e3 None None] Set router 512931e0-d748-48dc-b61a-2e7dd9d916ad gateway port host: dv-cinder-829630-1-smb {{(pid=108158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:41:17.035514 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-4deff495-79c9-467d-b799-d660eb2e1bb5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a6d4daab3cfe4e33b3b211a2abaf40d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7080340 Feb 17 04:41:17.036825 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deff495-79c9-467d-b799-d660eb2e1bb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bfb1a93-b83f-4f68-8cc4-0b9cba09cf6c,revision_number=1']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:17.039848 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 57634) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:17.105138 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 57636) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:17.138913 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-697d9294-ac10-475e-8f8e-db74338faf29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:17.149085 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-1314fc08-ea23-48e6-a82e-f1d939a512b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:17.181695 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-1314fc08-ea23-48e6-a82e-f1d939a512b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:17.253624 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-1314fc08-ea23-48e6-a82e-f1d939a512b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:17.258460 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-1314fc08-ea23-48e6-a82e-f1d939a512b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:17.260347 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-1314fc08-ea23-48e6-a82e-f1d939a512b3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8bfb1a93-b83f-4f68-8cc4-0b9cba09cf6c HTTP/1.1" status: 204 len: 168 time: 0.2193048 Feb 17 04:41:17.273588 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1314fc08-ea23-48e6-a82e-f1d939a512b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bfb1a93-b83f-4f68-8cc4-0b9cba09cf6c,revision_number=None']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:17.355725 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-697d9294-ac10-475e-8f8e-db74338faf29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:17.368931 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-697d9294-ac10-475e-8f8e-db74338faf29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:17.417806 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-697d9294-ac10-475e-8f8e-db74338faf29 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1eb47325d88341529ce53bf85a436924&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3104920 Feb 17 04:41:17.418619 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697d9294-ac10-475e-8f8e-db74338faf29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a465170-7af5-45cc-9e03-76332b1e052f,revision_number=1']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:17.421903 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 57650) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:17.483423 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 57652) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:17.528792 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-eb688914-fef6-449d-8f1e-806572d8d079 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:17.546603 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_hamode_db [None req-732ac72f-a99e-48ae-a46f-15d6df1ed1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '512931e0-d748-48dc-b61a-2e7dd9d916ad', 'name': 'tempest-AttachVolumeTestJSON-787431873-router', 'tenant_id': '3829f22bdfad4cf780241903bcedf462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'external_fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.219'}], 'enable_snat': True}, 'gw_port_id': '08897a33-58fd-46a7-aa92-1311a6a87524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:40:31Z', 'updated_at': '2022-02-17T04:40:44Z', 'revision_number': 4, 'project_id': '3829f22bdfad4cf780241903bcedf462', 'gw_port': {'id': '08897a33-58fd-46a7-aa92-1311a6a87524', 'name': '', 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:40:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512931e0-d748-48dc-b61a-2e7dd9d916ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:32Z', 'updated_at': '2022-02-17T04:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-smb', '_floatingips': [{'id': 'ac3b337e-8164-4259-851a-f5a8267074e4', 'tenant_id': '3829f22bdfad4cf780241903bcedf462', 'floating_ip_address': '172.28.3.34', 'floating_network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'router_id': '512931e0-d748-48dc-b61a-2e7dd9d916ad', 'port_id': 'cd8e1d6a-1c56-445f-b30d-46784bff3b12', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75349da8-5288-4d10-8e72-5e1d72cb6968', 'mac_address': 'fa:16:3e:05:72:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3bb06d6-784c-4d81-ad60-d183671f9f10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T04:40:55Z', 'updated_at': '2022-02-17T04:41:15Z', 'revision_number': 1, 'project_id': '3829f22bdfad4cf780241903bcedf462', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbc1efbc-ccc8-4e64-b3b9-4b16ab1a04a8', 'name': '', 'network_id': '75349da8-5288-4d10-8e72-5e1d72cb6968', 'tenant_id': '3829f22bdfad4cf780241903bcedf462', 'mac_address': 'fa:16:3e:9a:c0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512931e0-d748-48dc-b61a-2e7dd9d916ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '091e0600-b2ac-4cb6-bb57-09d45c6ebace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:41Z', 'updated_at': '2022-02-17T04:40:52Z', 'revision_number': 5, 'project_id': '3829f22bdfad4cf780241903bcedf462', 'subnets': [{'id': '091e0600-b2ac-4cb6-bb57-09d45c6ebace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-1-smb', False) {} {{(pid=108158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:41:17.576075 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-eb688914-fef6-449d-8f1e-806572d8d079 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:17.587283 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732ac72f-a99e-48ae-a46f-15d6df1ed1e3 None None] Checking router: 512931e0-d748-48dc-b61a-2e7dd9d916ad for host: dv-cinder-829630-1-smb {{(pid=108158) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 04:41:17.597090 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732ac72f-a99e-48ae-a46f-15d6df1ed1e3 None None] Routers {'512931e0-d748-48dc-b61a-2e7dd9d916ad'} bound to L3 agent in host dv-cinder-829630-1-smb {{(pid=108158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:41:17.597906 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_hamode_db [None req-732ac72f-a99e-48ae-a46f-15d6df1ed1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T04:31:52Z,description=,heartbeat_timestamp=2022-02-17T04:40:52Z,host='dv-cinder-829630-1-smb',id=e8023405-eda5-4975-af11-622b29ed5550,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:52Z,topic='l3_agent')) {'router_ids': ['512931e0-d748-48dc-b61a-2e7dd9d916ad'], 'active': True} {{(pid=108158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:41:17.675395 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-eb688914-fef6-449d-8f1e-806572d8d079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:17.678901 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-eb688914-fef6-449d-8f1e-806572d8d079 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:17.686331 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-eb688914-fef6-449d-8f1e-806572d8d079 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1a465170-7af5-45cc-9e03-76332b1e052f HTTP/1.1" status: 204 len: 168 time: 0.2632658 Feb 17 04:41:17.696242 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb688914-fef6-449d-8f1e-806572d8d079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a465170-7af5-45cc-9e03-76332b1e052f,revision_number=None']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:17.744161 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_dvr_db [None req-732ac72f-a99e-48ae-a46f-15d6df1ed1e3 None None] Set router 512931e0-d748-48dc-b61a-2e7dd9d916ad gateway port host: dv-cinder-829630-1-smb {{(pid=108158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:41:17.838501 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-e494be26-276e-4158-bd1a-f4f59a7bccc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:17.940926 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-e494be26-276e-4158-bd1a-f4f59a7bccc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:17.948517 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-e494be26-276e-4158-bd1a-f4f59a7bccc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:18.038663 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-e494be26-276e-4158-bd1a-f4f59a7bccc7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=da6b4703e2b34dc8aab5065e599825ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5433514 Feb 17 04:41:18.040206 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e494be26-276e-4158-bd1a-f4f59a7bccc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92d1538f-0faf-4977-9c5e-9b734241643a,revision_number=1']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:18.041572 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 57678) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:18.076864 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_hamode_db [None req-732ac72f-a99e-48ae-a46f-15d6df1ed1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '512931e0-d748-48dc-b61a-2e7dd9d916ad', 'name': 'tempest-AttachVolumeTestJSON-787431873-router', 'tenant_id': '3829f22bdfad4cf780241903bcedf462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'external_fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.219'}], 'enable_snat': True}, 'gw_port_id': '08897a33-58fd-46a7-aa92-1311a6a87524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:40:31Z', 'updated_at': '2022-02-17T04:40:44Z', 'revision_number': 4, 'project_id': '3829f22bdfad4cf780241903bcedf462', 'gw_port': {'id': '08897a33-58fd-46a7-aa92-1311a6a87524', 'name': '', 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:40:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512931e0-d748-48dc-b61a-2e7dd9d916ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:32Z', 'updated_at': '2022-02-17T04:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-smb', '_floatingips': [{'id': 'ac3b337e-8164-4259-851a-f5a8267074e4', 'tenant_id': '3829f22bdfad4cf780241903bcedf462', 'floating_ip_address': '172.28.3.34', 'floating_network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'router_id': '512931e0-d748-48dc-b61a-2e7dd9d916ad', 'port_id': 'cd8e1d6a-1c56-445f-b30d-46784bff3b12', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75349da8-5288-4d10-8e72-5e1d72cb6968', 'mac_address': 'fa:16:3e:05:72:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3bb06d6-784c-4d81-ad60-d183671f9f10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T04:40:55Z', 'updated_at': '2022-02-17T04:41:15Z', 'revision_number': 1, 'project_id': '3829f22bdfad4cf780241903bcedf462', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbc1efbc-ccc8-4e64-b3b9-4b16ab1a04a8', 'name': '', 'network_id': '75349da8-5288-4d10-8e72-5e1d72cb6968', 'tenant_id': '3829f22bdfad4cf780241903bcedf462', 'mac_address': 'fa:16:3e:9a:c0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512931e0-d748-48dc-b61a-2e7dd9d916ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '091e0600-b2ac-4cb6-bb57-09d45c6ebace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:41Z', 'updated_at': '2022-02-17T04:40:52Z', 'revision_number': 5, 'project_id': '3829f22bdfad4cf780241903bcedf462', 'subnets': [{'id': '091e0600-b2ac-4cb6-bb57-09d45c6ebace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-1-smb', False) {} {{(pid=108158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:41:18.116975 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Device 736f5e51-e7f6-4c39-ad04-81d6e676d780 no longer exists at agent hyperv_hv-cinder-82963 {{(pid=108157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 04:41:18.129847 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732ac72f-a99e-48ae-a46f-15d6df1ed1e3 None None] The sync data for ids ['512931e0-d748-48dc-b61a-2e7dd9d916ad'] in dv-cinder-829630-1-smb is: [{'id': '512931e0-d748-48dc-b61a-2e7dd9d916ad', 'name': 'tempest-AttachVolumeTestJSON-787431873-router', 'tenant_id': '3829f22bdfad4cf780241903bcedf462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'external_fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.219'}], 'enable_snat': True}, 'gw_port_id': '08897a33-58fd-46a7-aa92-1311a6a87524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:40:31Z', 'updated_at': '2022-02-17T04:40:44Z', 'revision_number': 4, 'project_id': '3829f22bdfad4cf780241903bcedf462', 'gw_port': {'id': '08897a33-58fd-46a7-aa92-1311a6a87524', 'name': '', 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:40:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512931e0-d748-48dc-b61a-2e7dd9d916ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:32Z', 'updated_at': '2022-02-17T04:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-smb', '_floatingips': [{'id': 'ac3b337e-8164-4259-851a-f5a8267074e4', 'tenant_id': '3829f22bdfad4cf780241903bcedf462', 'floating_ip_address': '172.28.3.34', 'floating_network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'router_id': '512931e0-d748-48dc-b61a-2e7dd9d916ad', 'port_id': 'cd8e1d6a-1c56-445f-b30d-46784bff3b12', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75349da8-5288-4d10-8e72-5e1d72cb6968', 'mac_address': 'fa:16:3e:05:72:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3bb06d6-784c-4d81-ad60-d183671f9f10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T04:40:55Z', 'updated_at': '2022-02-17T04:41:15Z', 'revision_number': 1, 'project_id': '3829f22bdfad4cf780241903bcedf462', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbc1efbc-ccc8-4e64-b3b9-4b16ab1a04a8', 'name': '', 'network_id': '75349da8-5288-4d10-8e72-5e1d72cb6968', 'tenant_id': '3829f22bdfad4cf780241903bcedf462', 'mac_address': 'fa:16:3e:9a:c0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512931e0-d748-48dc-b61a-2e7dd9d916ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '091e0600-b2ac-4cb6-bb57-09d45c6ebace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:41Z', 'updated_at': '2022-02-17T04:40:52Z', 'revision_number': 5, 'project_id': '3829f22bdfad4cf780241903bcedf462', 'subnets': [{'id': '091e0600-b2ac-4cb6-bb57-09d45c6ebace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 04:41:18.145147 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-a20b8e86-42a4-4083-8d4b-9cb8a42c90f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:18.157896 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.plugin [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] No Port match for: 736f5e51-e7f6-4c39-ad04-81d6e676d780 {{(pid=108157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 17 04:41:18.160562 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Device 736f5e51-e7f6-4c39-ad04-81d6e676d780 not bound to the agent host hv-cinder-82963 {{(pid=108157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 04:41:18.185419 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-a20b8e86-42a4-4083-8d4b-9cb8a42c90f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:18.229913 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 57688) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:18.252548 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-c972ee90-d416-4b94-819e-6ebab534cd3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:18.282343 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-a20b8e86-42a4-4083-8d4b-9cb8a42c90f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:18.286128 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-a20b8e86-42a4-4083-8d4b-9cb8a42c90f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:18.287415 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-a20b8e86-42a4-4083-8d4b-9cb8a42c90f4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/92d1538f-0faf-4977-9c5e-9b734241643a HTTP/1.1" status: 204 len: 168 time: 0.2447498 Feb 17 04:41:18.305099 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20b8e86-42a4-4083-8d4b-9cb8a42c90f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d1538f-0faf-4977-9c5e-9b734241643a,revision_number=None']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:18.353205 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3bb06d6-784c-4d81-ad60-d183671f9f10', 'tag': 'cd8e1d6a-1c56-445f-b30d-46784bff3b12'}] {{(pid=108155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:41:18.355986 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7db4504e89d758142afd4bd708bcac288359c97a2e78e5aa13d69e3d31a34d2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d84423b-72c6-4741-9939-59245201c137" -d '{"events": [{"name": "network-changed", "server_uuid": "d3bb06d6-784c-4d81-ad60-d183671f9f10", "tag": "cd8e1d6a-1c56-445f-b30d-46784bff3b12"}]}' {{(pid=108155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:41:18.407564 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-c972ee90-d416-4b94-819e-6ebab534cd3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:18.417216 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-c972ee90-d416-4b94-819e-6ebab534cd3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:18.457102 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 04:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c4cd10a-0b8b-46d2-8b62-dd9524f3167d x-openstack-request-id: req-5c4cd10a-0b8b-46d2-8b62-dd9524f3167d {{(pid=108155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:41:18.457393 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3bb06d6-784c-4d81-ad60-d183671f9f10", "tag": "cd8e1d6a-1c56-445f-b30d-46784bff3b12", "status": "completed", "code": 200}]} {{(pid=108155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:41:18.457837 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5c4cd10a-0b8b-46d2-8b62-dd9524f3167d {{(pid=108155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:41:18.458394 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3bb06d6-784c-4d81-ad60-d183671f9f10', 'tag': 'cd8e1d6a-1c56-445f-b30d-46784bff3b12', 'status': 'completed', 'code': 200} Feb 17 04:41:18.481229 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c972ee90-d416-4b94-819e-6ebab534cd3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58c634e5-26ef-4323-99b8-0843ab462084,revision_number=1']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:18.494337 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be51619d-3a15-40ad-b194-69db2f8de986 None None] New status for floating IP ac3b337e-8164-4259-851a-f5a8267074e4: ACTIVE {{(pid=108157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 04:41:18.522595 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-c972ee90-d416-4b94-819e-6ebab534cd3e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=58ba736731e045c9b78bd8ceea8335b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2899077 Feb 17 04:41:18.525226 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 57696) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:18.588933 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-0578a967-a420-4bf8-bd33-f2ef005635ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:18.617103 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-0578a967-a420-4bf8-bd33-f2ef005635ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:18.631360 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84423b-72c6-4741-9939-59245201c137 req-3e6ad063-6a7e-41d7-ae64-e7594ed427df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:18.632876 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-2d84423b-72c6-4741-9939-59245201c137 req-3e6ad063-6a7e-41d7-ae64-e7594ed427df service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3829f22bdfad4cf780241903bcedf462&device_id=d3bb06d6-784c-4d81-ad60-d183671f9f10 HTTP/1.1" status: 200 len: 1099 time: 0.1372111 Feb 17 04:41:18.682662 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-0578a967-a420-4bf8-bd33-f2ef005635ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:18.687164 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-0578a967-a420-4bf8-bd33-f2ef005635ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:18.689732 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-0578a967-a420-4bf8-bd33-f2ef005635ea admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/58c634e5-26ef-4323-99b8-0843ab462084 HTTP/1.1" status: 204 len: 168 time: 0.1614501 Feb 17 04:41:18.718412 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0578a967-a420-4bf8-bd33-f2ef005635ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c634e5-26ef-4323-99b8-0843ab462084,revision_number=None']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:18.758723 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84423b-72c6-4741-9939-59245201c137 req-3a070923-8188-4c4a-ac84-26c3133eebe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:18.761754 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-2d84423b-72c6-4741-9939-59245201c137 req-3a070923-8188-4c4a-ac84-26c3133eebe0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=75349da8-5288-4d10-8e72-5e1d72cb6968 HTTP/1.1" status: 200 len: 910 time: 0.1217885 Feb 17 04:41:18.877252 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-2d84423b-72c6-4741-9939-59245201c137 req-0a9c92b9-b543-4d11-8305-45abd8fec738 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd8e1d6a-1c56-445f-b30d-46784bff3b12 HTTP/1.1" status: 200 len: 1001 time: 0.1076796 Feb 17 04:41:18.988870 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 57716) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:19.080786 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.db.db_base_plugin_v2 [None req-942452e7-5fc1-4862-9d7b-0b05f203f403 admin admin] Deleting subnet 350ab5e5-7a20-484b-98ca-7520cfdba7e9 {{(pid=108156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 17 04:41:19.087386 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-942452e7-5fc1-4862-9d7b-0b05f203f403 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:19.146600 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-942452e7-5fc1-4862-9d7b-0b05f203f403 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26378078'] for subnet, precommit_delete_associations {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:19.189455 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84423b-72c6-4741-9939-59245201c137 req-66e5113e-7bd2-4b0e-9fdb-7417e245ae69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:19.192122 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-2d84423b-72c6-4741-9939-59245201c137 req-66e5113e-7bd2-4b0e-9fdb-7417e245ae69 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=091e0600-b2ac-4cb6-bb57-09d45c6ebace HTTP/1.1" status: 200 len: 849 time: 0.3073673 Feb 17 04:41:19.198463 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-942452e7-5fc1-4862-9d7b-0b05f203f403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961027'] for subnet, precommit_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:19.257785 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84423b-72c6-4741-9939-59245201c137 req-62080dcb-7d99-474b-b610-205069febc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:19.259297 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-2d84423b-72c6-4741-9939-59245201c137 req-62080dcb-7d99-474b-b610-205069febc03 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=75349da8-5288-4d10-8e72-5e1d72cb6968&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0609479 Feb 17 04:41:19.265858 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-942452e7-5fc1-4862-9d7b-0b05f203f403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1961080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26488925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27084032'] for subnet, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:19.293745 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942452e7-5fc1-4862-9d7b-0b05f203f403 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=350ab5e5-7a20-484b-98ca-7520cfdba7e9,revision_number=None']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:19.299782 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-942452e7-5fc1-4862-9d7b-0b05f203f403 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:19.303682 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-942452e7-5fc1-4862-9d7b-0b05f203f403 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/350ab5e5-7a20-484b-98ca-7520cfdba7e9 HTTP/1.1" status: 204 len: 168 time: 0.3137326 Feb 17 04:41:19.306473 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 57726) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:19.393116 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-021cf320-9080-40f3-a6db-f33a2c29f6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1709386'] for network, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:19.394848 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-2d84423b-72c6-4741-9939-59245201c137 req-5b9cd93d-7f65-4b28-9ce5-f6441096efd0 service neutron] 10.222.0.69 "GET /v2.0/networks/75349da8-5288-4d10-8e72-5e1d72cb6968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230135 Feb 17 04:41:19.479777 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-021cf320-9080-40f3-a6db-f33a2c29f6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1960161', 'neutron.services.segments.db._delete_segments_for_network-8733365806376'] for network, precommit_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:19.503880 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.services.segments.db [None req-021cf320-9080-40f3-a6db-f33a2c29f6f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dedb6d3-9edc-4636-ba64-5bde48c50c4e']}} {{(pid=108156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:41:19.516576 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.services.segments.db [None req-021cf320-9080-40f3-a6db-f33a2c29f6f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de31dcc7-8ffe-45ba-bdde-9ebe82c4a70a') {'for_net_delete': True} {{(pid=108156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:41:19.516875 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.services.segments.db [None req-021cf320-9080-40f3-a6db-f33a2c29f6f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de31dcc7-8ffe-45ba-bdde-9ebe82c4a70a') {} {{(pid=108156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:41:19.519490 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-560b50f9-93b7-46da-a34f-a179ba1059de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:19.534368 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-021cf320-9080-40f3-a6db-f33a2c29f6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733366045332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26378065'] for segment, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:19.548345 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-2d84423b-72c6-4741-9939-59245201c137 req-e079c609-e859-4d79-8d38-4253204521ef service neutron] 10.222.0.69 "GET /v2.0/networks/75349da8-5288-4d10-8e72-5e1d72cb6968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463501 Feb 17 04:41:19.549975 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-021cf320-9080-40f3-a6db-f33a2c29f6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1955041'] for segment, precommit_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:19.560075 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-021cf320-9080-40f3-a6db-f33a2c29f6f7 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=108156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 04:41:19.560356 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-021cf320-9080-40f3-a6db-f33a2c29f6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1955041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26489083'] for segment, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:19.562373 dv-cinder-829630-1-smb neutron-server[108156]: Traceback (most recent call last): Feb 17 04:41:19.562373 dv-cinder-829630-1-smb neutron-server[108156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 04:41:19.562373 dv-cinder-829630-1-smb neutron-server[108156]: timer() Feb 17 04:41:19.562373 dv-cinder-829630-1-smb neutron-server[108156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 04:41:19.562373 dv-cinder-829630-1-smb neutron-server[108156]: cb(*args, **kw) Feb 17 04:41:19.562373 dv-cinder-829630-1-smb neutron-server[108156]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 04:41:19.562373 dv-cinder-829630-1-smb neutron-server[108156]: return func(*args, **kwargs) Feb 17 04:41:19.562373 dv-cinder-829630-1-smb neutron-server[108156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 04:41:19.562373 dv-cinder-829630-1-smb neutron-server[108156]: self._notify() Feb 17 04:41:19.562373 dv-cinder-829630-1-smb neutron-server[108156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 04:41:19.562373 dv-cinder-829630-1-smb neutron-server[108156]: self.callback(batched_events) Feb 17 04:41:19.562373 dv-cinder-829630-1-smb neutron-server[108156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 04:41:19.562373 dv-cinder-829630-1-smb neutron-server[108156]: event.method(event) Feb 17 04:41:19.562373 dv-cinder-829630-1-smb neutron-server[108156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 04:41:19.562373 dv-cinder-829630-1-smb neutron-server[108156]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 04:41:19.562373 dv-cinder-829630-1-smb neutron-server[108156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 04:41:19.562373 dv-cinder-829630-1-smb neutron-server[108156]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 04:41:19.562373 dv-cinder-829630-1-smb neutron-server[108156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 04:41:19.562373 dv-cinder-829630-1-smb neutron-server[108156]: return f(self, *a, **k) Feb 17 04:41:19.562373 dv-cinder-829630-1-smb neutron-server[108156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 04:41:19.562373 dv-cinder-829630-1-smb neutron-server[108156]: return self._get(url).json() Feb 17 04:41:19.562373 dv-cinder-829630-1-smb neutron-server[108156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 04:41:19.562373 dv-cinder-829630-1-smb neutron-server[108156]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 04:41:19.562373 dv-cinder-829630-1-smb neutron-server[108156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 04:41:19.562373 dv-cinder-829630-1-smb neutron-server[108156]: return self.request(url, 'GET', **kwargs) Feb 17 04:41:19.562373 dv-cinder-829630-1-smb neutron-server[108156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 04:41:19.562373 dv-cinder-829630-1-smb neutron-server[108156]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 04:41:19.562373 dv-cinder-829630-1-smb neutron-server[108156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 04:41:19.562373 dv-cinder-829630-1-smb neutron-server[108156]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 04:41:19.562373 dv-cinder-829630-1-smb neutron-server[108156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 04:41:19.562373 dv-cinder-829630-1-smb neutron-server[108156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 04:41:19.562373 dv-cinder-829630-1-smb neutron-server[108156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 04:41:19.627159 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-021cf320-9080-40f3-a6db-f33a2c29f6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1960168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-827310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650049'] for network, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:19.634715 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-021cf320-9080-40f3-a6db-f33a2c29f6f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737771'] for network, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:19.637929 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-021cf320-9080-40f3-a6db-f33a2c29f6f7 admin admin] 10.222.0.36 "DELETE /v2.0/networks/8dedb6d3-9edc-4636-ba64-5bde48c50c4e HTTP/1.1" status: 204 len: 168 time: 0.3302584 Feb 17 04:41:19.649893 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021cf320-9080-40f3-a6db-f33a2c29f6f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=8dedb6d3-9edc-4636-ba64-5bde48c50c4e,revision_number=None']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:19.867684 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 57758) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:19.909531 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-d514ace1-8ae9-4c11-b40e-28b73b2fa020 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=92ccd315462e4256a62cd0ec23e16d58&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0381858 Feb 17 04:41:19.910257 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 57760) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:19.966347 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-2551eb7b-c3e8-40d6-bd9b-507ebad27f0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:19.992318 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-2551eb7b-c3e8-40d6-bd9b-507ebad27f0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:20.066746 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-2551eb7b-c3e8-40d6-bd9b-507ebad27f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:20.071558 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-2551eb7b-c3e8-40d6-bd9b-507ebad27f0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:20.073175 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-2551eb7b-c3e8-40d6-bd9b-507ebad27f0e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b5ad0227-9e65-4646-afbc-efb72c392906 HTTP/1.1" status: 204 len: 168 time: 0.1616838 Feb 17 04:41:20.085559 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2551eb7b-c3e8-40d6-bd9b-507ebad27f0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ad0227-9e65-4646-afbc-efb72c392906,revision_number=None']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:21.743612 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-9549b939-c43c-4b86-ad72-5212b9d70fc9 req-54acd9b6-9901-4579-b70b-a0b60d6165ad service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8f7335ec-b7be-4238-b29c-943cc9d997d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0661092 Feb 17 04:41:21.763910 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-61408ecd-15f4-4eac-b0c6-800f05970277 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:21.868041 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9549b939-c43c-4b86-ad72-5212b9d70fc9 req-c6dd1fd0-1d17-4f4a-8443-80a3379b386a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:21.870282 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-9549b939-c43c-4b86-ad72-5212b9d70fc9 req-c6dd1fd0-1d17-4f4a-8443-80a3379b386a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fcce34a724fd4831979df5c4aa7cf368&device_id=8f7335ec-b7be-4238-b29c-943cc9d997d0 HTTP/1.1" status: 200 len: 1098 time: 0.0657384 Feb 17 04:41:21.952640 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 57884) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:22.009591 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9549b939-c43c-4b86-ad72-5212b9d70fc9 req-2069edfa-41eb-4c08-a70b-85e8e3eabfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:22.009591 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-9549b939-c43c-4b86-ad72-5212b9d70fc9 req-2069edfa-41eb-4c08-a70b-85e8e3eabfc3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6044f085-e24b-42f2-baa3-35fa62a45e03 HTTP/1.1" status: 200 len: 916 time: 0.1098940 Feb 17 04:41:22.073578 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-9549b939-c43c-4b86-ad72-5212b9d70fc9 req-7bbde9f9-4338-4b7f-9546-e519420e334d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5299d057-7f92-4591-841f-40b54a8dfa7b HTTP/1.1" status: 200 len: 1001 time: 0.0621805 Feb 17 04:41:22.144598 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9549b939-c43c-4b86-ad72-5212b9d70fc9 req-4229549a-dbe5-4208-be08-8c76b4d5f044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:22.146114 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-9549b939-c43c-4b86-ad72-5212b9d70fc9 req-4229549a-dbe5-4208-be08-8c76b4d5f044 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e939ef18-20cb-4ec3-b53b-ca721a133838 HTTP/1.1" status: 200 len: 855 time: 0.0653996 Feb 17 04:41:22.223158 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9549b939-c43c-4b86-ad72-5212b9d70fc9 req-720fd432-4058-4a49-be9d-4db39d1f457d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:22.224997 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-9549b939-c43c-4b86-ad72-5212b9d70fc9 req-720fd432-4058-4a49-be9d-4db39d1f457d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6044f085-e24b-42f2-baa3-35fa62a45e03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0713162 Feb 17 04:41:22.233835 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 57896) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:22.268683 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-65f47ab8-8a48-4788-9756-34c73c0eb9ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:22.321474 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-2322ab76-8c81-4bf8-b852-e3e8378440bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:22.373474 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-9549b939-c43c-4b86-ad72-5212b9d70fc9 req-2c33948c-f96f-49df-bc05-d5d2c8a063dc service neutron] 10.222.0.69 "GET /v2.0/networks/6044f085-e24b-42f2-baa3-35fa62a45e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408238 Feb 17 04:41:22.379781 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-65f47ab8-8a48-4788-9756-34c73c0eb9ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:22.388520 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-65f47ab8-8a48-4788-9756-34c73c0eb9ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:22.440618 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-65f47ab8-8a48-4788-9756-34c73c0eb9ad admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ff4a53d53b13428b95bbe133f585c1df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4867938 Feb 17 04:41:22.441664 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 57906) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:22.455134 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 57908) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:22.456857 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f47ab8-8a48-4788-9756-34c73c0eb9ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afcf62b4-88ac-407d-9a76-dd041fc2cf34,revision_number=1']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:22.501378 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-f91e231e-7694-4988-b771-5ff3f4fad18b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:22.505620 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-2322ab76-8c81-4bf8-b852-e3e8378440bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:22.514638 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-2322ab76-8c81-4bf8-b852-e3e8378440bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:22.528097 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-f91e231e-7694-4988-b771-5ff3f4fad18b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:22.556667 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-9549b939-c43c-4b86-ad72-5212b9d70fc9 req-5baa2d7f-df83-4af1-865f-9407b8a1a971 service neutron] 10.222.0.69 "GET /v2.0/networks/6044f085-e24b-42f2-baa3-35fa62a45e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715879 Feb 17 04:41:22.584923 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-2322ab76-8c81-4bf8-b852-e3e8378440bb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=21b513cdfb9842b4b2cbeebbc7db69a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3499627 Feb 17 04:41:22.586085 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2322ab76-8c81-4bf8-b852-e3e8378440bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e91ffe5-c64e-4a20-859c-171644e19ef7,revision_number=1']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:22.587796 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 57912) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:22.608161 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.v2.base [None req-013311c3-0489-4f04-b830-1adc80cd20d2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-749044747-network', 'tenant_id': '92b0dec20c804bddbc963dd033479ae9'}} {{(pid=108155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:41:22.623164 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-f91e231e-7694-4988-b771-5ff3f4fad18b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:22.625667 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-f91e231e-7694-4988-b771-5ff3f4fad18b admin admin] Notify callbacks [] for security_group, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:22.626771 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-f91e231e-7694-4988-b771-5ff3f4fad18b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/afcf62b4-88ac-407d-9a76-dd041fc2cf34 HTTP/1.1" status: 204 len: 168 time: 0.1838667 Feb 17 04:41:22.641241 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-013311c3-0489-4f04-b830-1adc80cd20d2 admin admin] Made reservation on behalf of 92b0dec20c804bddbc963dd033479ae9 for: {'network': 1} {{(pid=108155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:41:22.646102 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-013311c3-0489-4f04-b830-1adc80cd20d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for network, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:22.653351 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91e231e-7694-4988-b771-5ff3f4fad18b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afcf62b4-88ac-407d-9a76-dd041fc2cf34,revision_number=None']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:22.656536 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-013311c3-0489-4f04-b830-1adc80cd20d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:22.696083 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-3fbeaec6-159b-426f-8cf3-bae83ef3b361 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:22.748514 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-3fbeaec6-159b-426f-8cf3-bae83ef3b361 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:22.787576 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-013311c3-0489-4f04-b830-1adc80cd20d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:22.794111 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-013311c3-0489-4f04-b830-1adc80cd20d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:22.837283 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-3fbeaec6-159b-426f-8cf3-bae83ef3b361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:22.840616 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-3fbeaec6-159b-426f-8cf3-bae83ef3b361 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:22.846484 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-3fbeaec6-159b-426f-8cf3-bae83ef3b361 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7e91ffe5-c64e-4a20-859c-171644e19ef7 HTTP/1.1" status: 204 len: 168 time: 0.2556164 Feb 17 04:41:22.850386 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-013311c3-0489-4f04-b830-1adc80cd20d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=108155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 04:41:22.852475 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013311c3-0489-4f04-b830-1adc80cd20d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a14f2c2-cce8-4483-a8a3-08e91251f30f,revision_number=1']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:22.867015 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-013311c3-0489-4f04-b830-1adc80cd20d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1955041'] for segment, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:22.867945 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.db.segments_db [None req-013311c3-0489-4f04-b830-1adc80cd20d2 admin admin] Added segment 921f51d7-f717-4c8c-bc48-c7fb530ad607 of type vlan for network a55a2564-19fb-42de-b028-00d598cafe4a Feb 17 04:41:22.870792 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbeaec6-159b-426f-8cf3-bae83ef3b361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e91ffe5-c64e-4a20-859c-171644e19ef7,revision_number=None']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:22.930416 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-013311c3-0489-4f04-b830-1adc80cd20d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733365501916'] for network, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:23.000242 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-013311c3-0489-4f04-b830-1adc80cd20d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-827310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785'] for network, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:23.001123 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013311c3-0489-4f04-b830-1adc80cd20d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:23.001787 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-013311c3-0489-4f04-b830-1adc80cd20d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737771'] for network, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:23.012365 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-ad5ef704-a6a3-47d1-bcb0-f74a0b5e809f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:23.118393 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-013311c3-0489-4f04-b830-1adc80cd20d2 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6604838 Feb 17 04:41:23.121391 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 57940) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:23.128812 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.v2.base [None req-fcc15483-d199-4469-8dd2-5ca735ce9c48 admin admin] Request body: {'subnet': {'network_id': 'a55a2564-19fb-42de-b028-00d598cafe4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-749044747-subnet', 'tenant_id': '92b0dec20c804bddbc963dd033479ae9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:41:23.136084 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013311c3-0489-4f04-b830-1adc80cd20d2 admin admin] Pushing event updated for resources: {'Network': ['ID=a55a2564-19fb-42de-b028-00d598cafe4a,revision_number=1']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:23.156005 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Network a55a2564-19fb-42de-b028-00d598cafe4a details requested by agent ovs-agent-dv-cinder-829630-1-smb with host dv-cinder-829630-1-smb {{(pid=108157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 04:41:23.216543 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcc15483-d199-4469-8dd2-5ca735ce9c48 admin admin] Made reservation on behalf of 92b0dec20c804bddbc963dd033479ae9 for: {'subnet': 1} {{(pid=108156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:41:23.219737 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-fcc15483-d199-4469-8dd2-5ca735ce9c48 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27084059'] for subnet, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:23.385344 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 57956) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:23.401703 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-50bbf958-404e-4799-a43b-fa19a3400820 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:23.416687 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:23.445205 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-fcc15483-d199-4469-8dd2-5ca735ce9c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26488850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27084041'] for subnet, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:23.500970 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-50bbf958-404e-4799-a43b-fa19a3400820 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:23.506977 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-50bbf958-404e-4799-a43b-fa19a3400820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:23.528633 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc15483-d199-4469-8dd2-5ca735ce9c48 admin admin] Checking segment: {'id': '921f51d7-f717-4c8c-bc48-c7fb530ad607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a55a2564-19fb-42de-b028-00d598cafe4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:41:23.529342 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc15483-d199-4469-8dd2-5ca735ce9c48 admin admin] Network hostable DHCP agents. Network: a55a2564-19fb-42de-b028-00d598cafe4a, hostable agents: ['d83db365-ab74-4a5c-900a-be065315088d'], hosted agents: [] {{(pid=108156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 04:41:23.542355 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc15483-d199-4469-8dd2-5ca735ce9c48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=adb3df03-1e4f-494b-bfad-b6131c8a078e,revision_number=0']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:23.558123 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-50bbf958-404e-4799-a43b-fa19a3400820 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e7ca33390e94482485d55f6ca0d1de30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1715679 Feb 17 04:41:23.559021 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 57962) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:23.559615 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc15483-d199-4469-8dd2-5ca735ce9c48 admin admin] Network a55a2564-19fb-42de-b028-00d598cafe4a is scheduled to be hosted by DHCP agent d83db365-ab74-4a5c-900a-be065315088d with binding_index 1 {{(pid=108156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 04:41:23.561174 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bbf958-404e-4799-a43b-fa19a3400820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d4f7f33-fa14-4c4f-aeb5-246a904f051f,revision_number=1']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:23.574040 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.scheduler.base_scheduler [None req-fcc15483-d199-4469-8dd2-5ca735ce9c48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829630-1-smb, a55a2564-19fb-42de-b028-00d598cafe4a) {{(pid=108156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:41:23.582774 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc15483-d199-4469-8dd2-5ca735ce9c48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:23.583398 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-fcc15483-d199-4469-8dd2-5ca735ce9c48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:23.589400 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ccbde4-b321-4037-8688-25f5992e6cfe None None] Network a55a2564-19fb-42de-b028-00d598cafe4a requested from dv-cinder-829630-1-smb {{(pid=108157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 17 04:41:23.622165 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-fcc15483-d199-4469-8dd2-5ca735ce9c48 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4995949 Feb 17 04:41:23.627714 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 57966) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:23.632831 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.v2.base [None req-183abd96-0acc-4eff-ba55-ee0292d7f695 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-749044747-router', 'tenant_id': '92b0dec20c804bddbc963dd033479ae9', 'external_gateway_info': {'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2'}}} {{(pid=108156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:41:23.680737 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-21fbbf46-404f-4e17-a932-47cfc48911fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:23.685628 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-183abd96-0acc-4eff-ba55-ee0292d7f695 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-644848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9632'] for router, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:23.687009 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-183abd96-0acc-4eff-ba55-ee0292d7f695 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-649940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647366', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9657'] for router, precommit_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:23.721697 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-21fbbf46-404f-4e17-a932-47cfc48911fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:23.767887 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 57972) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:23.768304 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 57974) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:23.780589 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-183abd96-0acc-4eff-ba55-ee0292d7f695 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:23.798440 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967c60fd-1b0d-46b8-9b88-3f202e2360b9 None None] Network a55a2564-19fb-42de-b028-00d598cafe4a requested from dv-cinder-829630-1-smb {{(pid=108157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 17 04:41:23.802689 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-21fbbf46-404f-4e17-a932-47cfc48911fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:23.805542 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-21fbbf46-404f-4e17-a932-47cfc48911fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:23.809465 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-21fbbf46-404f-4e17-a932-47cfc48911fb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8d4f7f33-fa14-4c4f-aeb5-246a904f051f HTTP/1.1" status: 204 len: 168 time: 0.2492151 Feb 17 04:41:23.818339 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fbbf46-404f-4e17-a932-47cfc48911fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d4f7f33-fa14-4c4f-aeb5-246a904f051f,revision_number=None']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:23.911532 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-7abf8f54-8b69-4edc-8fc8-c4289f0413f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:23.963484 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.v2.base [None req-85aee44e-2e17-4f3b-bce6-fd2d827a081b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-116103748-network', 'tenant_id': 'db51b2aba5404fcb99f5aa9913ffee28'}} {{(pid=108155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:41:24.016199 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85aee44e-2e17-4f3b-bce6-fd2d827a081b admin admin] Made reservation on behalf of db51b2aba5404fcb99f5aa9913ffee28 for: {'network': 1} {{(pid=108155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:41:24.019547 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-85aee44e-2e17-4f3b-bce6-fd2d827a081b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for network, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:24.035244 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-85aee44e-2e17-4f3b-bce6-fd2d827a081b admin admin] Notify callbacks [] for security_group, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:24.089359 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-7abf8f54-8b69-4edc-8fc8-c4289f0413f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:24.109471 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-7abf8f54-8b69-4edc-8fc8-c4289f0413f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:24.113421 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-8e3772f1-a52a-48a7-84fa-494c57cc135e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:24.167340 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-183abd96-0acc-4eff-ba55-ee0292d7f695 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:24.197270 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-7abf8f54-8b69-4edc-8fc8-c4289f0413f3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f535e93c2a6e4d93bb52d9475529770b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4240007 Feb 17 04:41:24.203530 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 57996) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:24.225481 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abf8f54-8b69-4edc-8fc8-c4289f0413f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0503dc2-ccc3-4ebf-a2ef-eded60d36c87,revision_number=1']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:24.272580 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-85aee44e-2e17-4f3b-bce6-fd2d827a081b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:24.279866 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-85aee44e-2e17-4f3b-bce6-fd2d827a081b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:24.291899 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85aee44e-2e17-4f3b-bce6-fd2d827a081b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=108155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 04:41:24.302491 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-85aee44e-2e17-4f3b-bce6-fd2d827a081b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1955041'] for segment, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:24.302617 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.db.segments_db [None req-85aee44e-2e17-4f3b-bce6-fd2d827a081b admin admin] Added segment edd90dad-1361-4fd9-9b5c-f9a278df25e1 of type vlan for network 74cb6299-8bcb-40e2-bf6f-3a75fe36f7e8 Feb 17 04:41:24.386783 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-85aee44e-2e17-4f3b-bce6-fd2d827a081b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733365501916'] for network, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:24.392407 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aee44e-2e17-4f3b-bce6-fd2d827a081b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adb32bc5-2646-4fe7-9955-f650d799fd1d,revision_number=1']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:24.401064 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-6e39e504-e05e-4237-b980-eeef49928755 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:24.441985 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-6e39e504-e05e-4237-b980-eeef49928755 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:24.457395 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-85aee44e-2e17-4f3b-bce6-fd2d827a081b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-827310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785'] for network, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:24.458574 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85aee44e-2e17-4f3b-bce6-fd2d827a081b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:24.459289 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-85aee44e-2e17-4f3b-bce6-fd2d827a081b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737771'] for network, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:24.474351 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-183abd96-0acc-4eff-ba55-ee0292d7f695 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:24.500042 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-183abd96-0acc-4eff-ba55-ee0292d7f695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:24.542202 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-85aee44e-2e17-4f3b-bce6-fd2d827a081b admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7677476 Feb 17 04:41:24.545534 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 58014) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:24.552282 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.v2.base [None req-ae7701cc-5b2c-4cb6-a731-6407967b7fb8 admin admin] Request body: {'subnet': {'network_id': '74cb6299-8bcb-40e2-bf6f-3a75fe36f7e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-116103748-subnet', 'tenant_id': 'db51b2aba5404fcb99f5aa9913ffee28', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:41:24.560244 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aee44e-2e17-4f3b-bce6-fd2d827a081b admin admin] Pushing event updated for resources: {'Network': ['ID=74cb6299-8bcb-40e2-bf6f-3a75fe36f7e8,revision_number=1']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:24.579661 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Network 74cb6299-8bcb-40e2-bf6f-3a75fe36f7e8 details requested by agent ovs-agent-dv-cinder-829630-1-smb with host dv-cinder-829630-1-smb {{(pid=108157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 04:41:24.595746 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae7701cc-5b2c-4cb6-a731-6407967b7fb8 admin admin] Made reservation on behalf of db51b2aba5404fcb99f5aa9913ffee28 for: {'subnet': 1} {{(pid=108155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:41:24.599125 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-ae7701cc-5b2c-4cb6-a731-6407967b7fb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26581789'] for subnet, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:24.601815 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-6e39e504-e05e-4237-b980-eeef49928755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:24.604380 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-6e39e504-e05e-4237-b980-eeef49928755 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:24.605642 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-6e39e504-e05e-4237-b980-eeef49928755 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c0503dc2-ccc3-4ebf-a2ef-eded60d36c87 HTTP/1.1" status: 204 len: 168 time: 0.3976932 Feb 17 04:41:24.682775 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e39e504-e05e-4237-b980-eeef49928755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0503dc2-ccc3-4ebf-a2ef-eded60d36c87,revision_number=None']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:24.739676 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:24.741970 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.db.db_base_plugin_common [None req-183abd96-0acc-4eff-ba55-ee0292d7f695 admin admin] Allocated IP 172.28.3.90 (9ee4813c-26bc-4ce0-8bb0-948d56f273c2/e9f6ab95-7249-4be3-8bb0-da1d9214eacd/9023bb80-47d2-4785-9797-2f70e7e0d43f) {{(pid=108156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:41:24.870183 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-ae7701cc-5b2c-4cb6-a731-6407967b7fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2813891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26581775'] for subnet, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:24.917848 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-183abd96-0acc-4eff-ba55-ee0292d7f695 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:24.933550 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7701cc-5b2c-4cb6-a731-6407967b7fb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47c2b1d7-1c49-4e96-b578-7c0a50903177,revision_number=0']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:24.955693 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7701cc-5b2c-4cb6-a731-6407967b7fb8 admin admin] Checking segment: {'id': 'edd90dad-1361-4fd9-9b5c-f9a278df25e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '74cb6299-8bcb-40e2-bf6f-3a75fe36f7e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:41:24.956036 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7701cc-5b2c-4cb6-a731-6407967b7fb8 admin admin] Network hostable DHCP agents. Network: 74cb6299-8bcb-40e2-bf6f-3a75fe36f7e8, hostable agents: ['d83db365-ab74-4a5c-900a-be065315088d'], hosted agents: [] {{(pid=108155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 04:41:24.982538 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-183abd96-0acc-4eff-ba55-ee0292d7f695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733365499769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26489006'] for port, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:24.990400 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7701cc-5b2c-4cb6-a731-6407967b7fb8 admin admin] Network 74cb6299-8bcb-40e2-bf6f-3a75fe36f7e8 is scheduled to be hosted by DHCP agent d83db365-ab74-4a5c-900a-be065315088d with binding_index 1 {{(pid=108155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 04:41:25.001368 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.scheduler.base_scheduler [None req-ae7701cc-5b2c-4cb6-a731-6407967b7fb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829630-1-smb, 74cb6299-8bcb-40e2-bf6f-3a75fe36f7e8) {{(pid=108155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:41:25.012603 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5559ef92-8d11-44f9-94a9-47b1f23468a7 None None] Network 74cb6299-8bcb-40e2-bf6f-3a75fe36f7e8 requested from dv-cinder-829630-1-smb {{(pid=108157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 17 04:41:25.019227 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7701cc-5b2c-4cb6-a731-6407967b7fb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:25.020022 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-ae7701cc-5b2c-4cb6-a731-6407967b7fb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737771'] for subnet, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:25.030595 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183abd96-0acc-4eff-ba55-ee0292d7f695 admin admin] Network 9ee4813c-26bc-4ce0-8bb0-948d56f273c2 is already hosted by enough agents. {{(pid=108156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:41:25.034089 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.scheduler.base_scheduler [None req-183abd96-0acc-4eff-ba55-ee0292d7f695 admin admin] Resources bound (agent type, host, resource id): {{(pid=108156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:41:25.038529 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183abd96-0acc-4eff-ba55-ee0292d7f695 admin admin] Received port after_create {{(pid=108156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:41:25.060255 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-ae7701cc-5b2c-4cb6-a731-6407967b7fb8 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5140450 Feb 17 04:41:25.063770 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183abd96-0acc-4eff-ba55-ee0292d7f695 admin admin] Pushing event updated for resources: {'Port': ['ID=9023bb80-47d2-4785-9797-2f70e7e0d43f,revision_number=1']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:25.262255 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 58052) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:25.280736 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99d292a-4324-478e-bddf-dfbeb7d1c67e None None] Network 74cb6299-8bcb-40e2-bf6f-3a75fe36f7e8 requested from dv-cinder-829630-1-smb {{(pid=108157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 17 04:41:25.319258 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-faeeeda7-ac68-434f-9eef-ebfd419ff4f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:25.427887 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-183abd96-0acc-4eff-ba55-ee0292d7f695 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:25.544666 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-faeeeda7-ac68-434f-9eef-ebfd419ff4f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:25.557371 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-faeeeda7-ac68-434f-9eef-ebfd419ff4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:25.655983 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-faeeeda7-ac68-434f-9eef-ebfd419ff4f5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=303866b79a3343eb8b2544324a927b18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3916144 Feb 17 04:41:25.658768 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 58068) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:25.667244 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeeeda7-ac68-434f-9eef-ebfd419ff4f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e479c38c-4ca7-4ac5-bbd1-01577d290b05,revision_number=1']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:25.762095 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-183abd96-0acc-4eff-ba55-ee0292d7f695 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-649951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650009'] for router, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:25.773447 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-fd8a71aa-738d-41e4-8289-0ba639c93825 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:25.842158 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-fd8a71aa-738d-41e4-8289-0ba639c93825 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:25.952506 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-fd8a71aa-738d-41e4-8289-0ba639c93825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:25.959694 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-fd8a71aa-738d-41e4-8289-0ba639c93825 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:25.960941 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-fd8a71aa-738d-41e4-8289-0ba639c93825 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e479c38c-4ca7-4ac5-bbd1-01577d290b05 HTTP/1.1" status: 204 len: 168 time: 0.3005080 Feb 17 04:41:25.963965 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-183abd96-0acc-4eff-ba55-ee0292d7f695 admin admin] Router 0a30db6e-e640-42e4-a7fe-f1c7f26020a2 is scheduled to L3 agent e8023405-eda5-4975-af11-622b29ed5550 with binding_index 1 {{(pid=108156) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 04:41:25.973176 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8a71aa-738d-41e4-8289-0ba639c93825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e479c38c-4ca7-4ac5-bbd1-01577d290b05,revision_number=None']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:26.085133 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-183abd96-0acc-4eff-ba55-ee0292d7f695 admin admin] Notify agent at l3_agent.dv-cinder-829630-1-smb the message routers_updated {{(pid=108156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 04:41:26.095078 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfd428e-562c-4dc0-a8a1-80d6da113cde None None] Sync routers for ids ['0a30db6e-e640-42e4-a7fe-f1c7f26020a2'] in dv-cinder-829630-1-smb {{(pid=108158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 04:41:26.105845 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfd428e-562c-4dc0-a8a1-80d6da113cde None None] Routers {'0a30db6e-e640-42e4-a7fe-f1c7f26020a2'} bound to L3 agent in host dv-cinder-829630-1-smb {{(pid=108158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:41:26.106131 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-183abd96-0acc-4eff-ba55-ee0292d7f695 admin admin] Notify callbacks [] for router, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:26.109939 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_hamode_db [None req-6dfd428e-562c-4dc0-a8a1-80d6da113cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T04:31:52Z,description=,heartbeat_timestamp=2022-02-17T04:41:22Z,host='dv-cinder-829630-1-smb',id=e8023405-eda5-4975-af11-622b29ed5550,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:52Z,topic='l3_agent')) {'router_ids': ['0a30db6e-e640-42e4-a7fe-f1c7f26020a2'], 'active': True} {{(pid=108158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:41:26.110107 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-183abd96-0acc-4eff-ba55-ee0292d7f695 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.4784234 Feb 17 04:41:26.110881 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 58086) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:26.234265 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_dvr_db [None req-6dfd428e-562c-4dc0-a8a1-80d6da113cde None None] Set router 0a30db6e-e640-42e4-a7fe-f1c7f26020a2 gateway port host: dv-cinder-829630-1-smb {{(pid=108158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:41:26.435310 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_hamode_db [None req-6dfd428e-562c-4dc0-a8a1-80d6da113cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a30db6e-e640-42e4-a7fe-f1c7f26020a2', 'name': 'tempest-ServerRescueNegativeTestJSON-749044747-router', 'tenant_id': '92b0dec20c804bddbc963dd033479ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'external_fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.90'}], 'enable_snat': True}, 'gw_port_id': '9023bb80-47d2-4785-9797-2f70e7e0d43f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:41:23Z', 'updated_at': '2022-02-17T04:41:25Z', 'revision_number': 3, 'project_id': '92b0dec20c804bddbc963dd033479ae9', 'gw_port': {'id': '9023bb80-47d2-4785-9797-2f70e7e0d43f', 'name': '', 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:11:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a30db6e-e640-42e4-a7fe-f1c7f26020a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:41:24Z', 'updated_at': '2022-02-17T04:41:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-smb'}], 'dv-cinder-829630-1-smb', False) {} {{(pid=108158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:41:26.473149 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfd428e-562c-4dc0-a8a1-80d6da113cde None None] Checking router: 0a30db6e-e640-42e4-a7fe-f1c7f26020a2 for host: dv-cinder-829630-1-smb {{(pid=108158) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 04:41:26.473505 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfd428e-562c-4dc0-a8a1-80d6da113cde None None] Updating router 0a30db6e-e640-42e4-a7fe-f1c7f26020a2 port 9023bb80-47d2-4785-9797-2f70e7e0d43f binding host dv-cinder-829630-1-smb {{(pid=108158) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 04:41:26.502997 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron_lib.callbacks.manager [None req-6dfd428e-562c-4dc0-a8a1-80d6da113cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:26.613314 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-0707c4e8-eaa5-4c64-a6a5-d67b3741f3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:26.821411 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.db.db_base_plugin_common [None req-0707c4e8-eaa5-4c64-a6a5-d67b3741f3f8 admin admin] Allocated IP 172.20.0.1 (a55a2564-19fb-42de-b028-00d598cafe4a/adb3df03-1e4f-494b-bfad-b6131c8a078e/45ec9513-415c-4a67-a9f3-8c46bcb555ff) {{(pid=108155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:41:26.879607 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron_lib.callbacks.manager [None req-6dfd428e-562c-4dc0-a8a1-80d6da113cde None None] Notify callbacks [] for port, precommit_update {{(pid=108158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:26.889001 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron_lib.callbacks.manager [None req-6dfd428e-562c-4dc0-a8a1-80d6da113cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:26.939415 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8239fae-95c0-49fe-9e44-830489d03002 None None] Pushing event updated for resources: {'Port': ['ID=9023bb80-47d2-4785-9797-2f70e7e0d43f,revision_number=2']} {{(pid=108158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:26.952695 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.plugins.ml2.managers [None req-6dfd428e-562c-4dc0-a8a1-80d6da113cde None None] Attempting to bind port 9023bb80-47d2-4785-9797-2f70e7e0d43f on host dv-cinder-829630-1-smb for vnic_type normal with profile {{(pid=108158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 04:41:26.953167 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.plugins.ml2.managers [None req-6dfd428e-562c-4dc0-a8a1-80d6da113cde None None] Attempting to bind port 9023bb80-47d2-4785-9797-2f70e7e0d43f by drivers openvswitch,hyperv on host dv-cinder-829630-1-smb at level 0 using segments [{'id': 'e91f6497-8228-4e22-a6c9-5a362f6f98f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2'}] {{(pid=108158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 04:41:26.953398 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfd428e-562c-4dc0-a8a1-80d6da113cde None None] Attempting to bind port 9023bb80-47d2-4785-9797-2f70e7e0d43f on network 9ee4813c-26bc-4ce0-8bb0-948d56f273c2 {{(pid=108158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:41:26.963957 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-0707c4e8-eaa5-4c64-a6a5-d67b3741f3f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:26.965399 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfd428e-562c-4dc0-a8a1-80d6da113cde None None] Checking agent: {'id': 'd1beeaa3-bd36-43bd-8b31-620fffa1b4c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 4, 31, 55), 'started_at': datetime.datetime(2022, 2, 17, 4, 32, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 4, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 04:41:26.966022 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfd428e-562c-4dc0-a8a1-80d6da113cde None None] Checking segment: {'id': 'e91f6497-8228-4e22-a6c9-5a362f6f98f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:41:26.966604 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron_lib.callbacks.manager [None req-6dfd428e-562c-4dc0-a8a1-80d6da113cde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:26.967408 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfd428e-562c-4dc0-a8a1-80d6da113cde None None] Bound using segment: {'id': 'e91f6497-8228-4e22-a6c9-5a362f6f98f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2'} {{(pid=108158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 04:41:26.968196 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.plugins.ml2.managers [None req-6dfd428e-562c-4dc0-a8a1-80d6da113cde None None] Bound port: 9023bb80-47d2-4785-9797-2f70e7e0d43f, host: dv-cinder-829630-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e91f6497-8228-4e22-a6c9-5a362f6f98f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2'}}] {{(pid=108158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 04:41:26.968785 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron_lib.callbacks.manager [None req-6dfd428e-562c-4dc0-a8a1-80d6da113cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:27.016147 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-0707c4e8-eaa5-4c64-a6a5-d67b3741f3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733365499769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2813823'] for port, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:27.050802 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.plugins.ml2.db [None req-6dfd428e-562c-4dc0-a8a1-80d6da113cde None None] For port 9023bb80-47d2-4785-9797-2f70e7e0d43f, host dv-cinder-829630-1-smb, cleared binding levels {{(pid=108158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 04:41:27.061821 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0707c4e8-eaa5-4c64-a6a5-d67b3741f3f8 admin admin] Network a55a2564-19fb-42de-b028-00d598cafe4a is already hosted by enough agents. {{(pid=108155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:41:27.066325 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.scheduler.base_scheduler [None req-0707c4e8-eaa5-4c64-a6a5-d67b3741f3f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=108155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:41:27.070109 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0707c4e8-eaa5-4c64-a6a5-d67b3741f3f8 admin admin] Received port after_create {{(pid=108155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:41:27.074008 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.plugins.ml2.db [None req-6dfd428e-562c-4dc0-a8a1-80d6da113cde None None] For port 9023bb80-47d2-4785-9797-2f70e7e0d43f, host dv-cinder-829630-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-smb',level=0,port_id=9023bb80-47d2-4785-9797-2f70e7e0d43f,segment=NetworkSegment(e91f6497-8228-4e22-a6c9-5a362f6f98f1),segment_id=e91f6497-8228-4e22-a6c9-5a362f6f98f1)] {{(pid=108158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 04:41:27.076048 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0707c4e8-eaa5-4c64-a6a5-d67b3741f3f8 admin admin] Pushing event updated for resources: {'Port': ['ID=45ec9513-415c-4a67-a9f3-8c46bcb555ff,revision_number=1']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:27.086748 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron_lib.callbacks.manager [None req-6dfd428e-562c-4dc0-a8a1-80d6da113cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:27.134515 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-0707c4e8-eaa5-4c64-a6a5-d67b3741f3f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650182'] for router_interface, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:27.192835 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfd428e-562c-4dc0-a8a1-80d6da113cde None None] Routers {'0a30db6e-e640-42e4-a7fe-f1c7f26020a2'} bound to L3 agent in host dv-cinder-829630-1-smb {{(pid=108158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:41:27.194224 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_hamode_db [None req-6dfd428e-562c-4dc0-a8a1-80d6da113cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T04:31:52Z,description=,heartbeat_timestamp=2022-02-17T04:41:22Z,host='dv-cinder-829630-1-smb',id=e8023405-eda5-4975-af11-622b29ed5550,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:52Z,topic='l3_agent')) {'router_ids': ['0a30db6e-e640-42e4-a7fe-f1c7f26020a2'], 'active': True} {{(pid=108158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:41:27.356911 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8239fae-95c0-49fe-9e44-830489d03002 None None] Pushing event updated for resources: {'Port': ['ID=9023bb80-47d2-4785-9797-2f70e7e0d43f,revision_number=3']} {{(pid=108158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:27.374746 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-0707c4e8-eaa5-4c64-a6a5-d67b3741f3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:27.379858 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_dvr_db [None req-6dfd428e-562c-4dc0-a8a1-80d6da113cde None None] Set router 0a30db6e-e640-42e4-a7fe-f1c7f26020a2 gateway port host: dv-cinder-829630-1-smb {{(pid=108158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:41:27.463096 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f040f893-1fc7-45db-a718-f8e023f73112 req-89e0dfc8-5960-4d7f-aae1-bd9c02ba0a44 tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:27.465649 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-f040f893-1fc7-45db-a718-f8e023f73112 req-89e0dfc8-5960-4d7f-aae1-bd9c02ba0a44 tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] 10.222.0.36 "GET /v2.0/networks?id=74cb6299-8bcb-40e2-bf6f-3a75fe36f7e8 HTTP/1.1" status: 200 len: 813 time: 0.1989160 Feb 17 04:41:27.487459 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-f040f893-1fc7-45db-a718-f8e023f73112 req-0a719933-2006-421e-bde9-4eec8d99fb8b tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] 10.222.0.36 "GET /v2.0/quotas/db51b2aba5404fcb99f5aa9913ffee28 HTTP/1.1" status: 200 len: 375 time: 0.0162251 Feb 17 04:41:27.546412 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-f040f893-1fc7-45db-a718-f8e023f73112 req-f3da818a-cc90-4fce-ac9d-58b040aa6f2e tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=db51b2aba5404fcb99f5aa9913ffee28&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0503953 Feb 17 04:41:27.652459 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-0707c4e8-eaa5-4c64-a6a5-d67b3741f3f8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:27.659926 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-0707c4e8-eaa5-4c64-a6a5-d67b3741f3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2813814'] for port, after_update {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:27.722280 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_hamode_db [None req-6dfd428e-562c-4dc0-a8a1-80d6da113cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a30db6e-e640-42e4-a7fe-f1c7f26020a2', 'name': 'tempest-ServerRescueNegativeTestJSON-749044747-router', 'tenant_id': '92b0dec20c804bddbc963dd033479ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'external_fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.90'}], 'enable_snat': True}, 'gw_port_id': '9023bb80-47d2-4785-9797-2f70e7e0d43f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:41:23Z', 'updated_at': '2022-02-17T04:41:25Z', 'revision_number': 3, 'project_id': '92b0dec20c804bddbc963dd033479ae9', 'gw_port': {'id': '9023bb80-47d2-4785-9797-2f70e7e0d43f', 'name': '', 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:11:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a30db6e-e640-42e4-a7fe-f1c7f26020a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:41:24Z', 'updated_at': '2022-02-17T04:41:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-smb'}], 'dv-cinder-829630-1-smb', False) {} {{(pid=108158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:41:27.746155 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-f040f893-1fc7-45db-a718-f8e023f73112 req-90233b23-3f43-407b-80b3-b2dc3bddab01 service neutron] 10.222.0.36 "GET /v2.0/networks/74cb6299-8bcb-40e2-bf6f-3a75fe36f7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958189 Feb 17 04:41:27.773617 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfd428e-562c-4dc0-a8a1-80d6da113cde None None] The sync data for ids ['0a30db6e-e640-42e4-a7fe-f1c7f26020a2'] in dv-cinder-829630-1-smb is: [{'id': '0a30db6e-e640-42e4-a7fe-f1c7f26020a2', 'name': 'tempest-ServerRescueNegativeTestJSON-749044747-router', 'tenant_id': '92b0dec20c804bddbc963dd033479ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'external_fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.90'}], 'enable_snat': True}, 'gw_port_id': '9023bb80-47d2-4785-9797-2f70e7e0d43f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:41:23Z', 'updated_at': '2022-02-17T04:41:25Z', 'revision_number': 3, 'project_id': '92b0dec20c804bddbc963dd033479ae9', 'gw_port': {'id': '9023bb80-47d2-4785-9797-2f70e7e0d43f', 'name': '', 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:11:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a30db6e-e640-42e4-a7fe-f1c7f26020a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:41:24Z', 'updated_at': '2022-02-17T04:41:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-smb'}] {{(pid=108158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 04:41:27.784427 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0707c4e8-eaa5-4c64-a6a5-d67b3741f3f8 admin admin] Pushing event updated for resources: {'Port': ['ID=45ec9513-415c-4a67-a9f3-8c46bcb555ff,revision_number=2']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:27.788737 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-0707c4e8-eaa5-4c64-a6a5-d67b3741f3f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-647766'] for router_interface, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:27.915747 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0707c4e8-eaa5-4c64-a6a5-d67b3741f3f8 admin admin] Network a55a2564-19fb-42de-b028-00d598cafe4a is already hosted by enough agents. {{(pid=108155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:41:27.917173 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.scheduler.base_scheduler [None req-0707c4e8-eaa5-4c64-a6a5-d67b3741f3f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=108155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:41:27.931540 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-f040f893-1fc7-45db-a718-f8e023f73112 req-dcb0b4db-6d70-49bd-a173-56291f23b080 service neutron] 10.222.0.36 "GET /v2.0/networks/74cb6299-8bcb-40e2-bf6f-3a75fe36f7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729779 Feb 17 04:41:27.953772 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 58186) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:28.053621 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0707c4e8-eaa5-4c64-a6a5-d67b3741f3f8 admin admin] Router 0a30db6e-e640-42e4-a7fe-f1c7f26020a2 has already been hosted by L3 agent e8023405-eda5-4975-af11-622b29ed5550 {{(pid=108155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 04:41:28.127887 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-28211b34-3473-4f4c-8e59-0664f2dbe0e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:28.212017 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-7d2d75da-7e9d-46e4-92ba-8efb42af1ae7 req-8d1ba6af-a8f2-422c-9e94-17126839452a tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3e243eb-2bbe-47c2-bebb-c67ea29402d4 HTTP/1.1" status: 200 len: 210 time: 0.0430064 Feb 17 04:41:28.308117 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-28211b34-3473-4f4c-8e59-0664f2dbe0e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:28.316961 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0707c4e8-eaa5-4c64-a6a5-d67b3741f3f8 admin admin] Notify agent at l3_agent.dv-cinder-829630-1-smb the message routers_updated {{(pid=108155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 04:41:28.317156 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-28211b34-3473-4f4c-8e59-0664f2dbe0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:28.362365 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-0707c4e8-eaa5-4c64-a6a5-d67b3741f3f8 admin admin] 10.222.0.36 "PUT /v2.0/routers/0a30db6e-e640-42e4-a7fe-f1c7f26020a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2447946 Feb 17 04:41:28.379604 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 58210) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:28.380548 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-28211b34-3473-4f4c-8e59-0664f2dbe0e4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=09da0a72ed534fb89785f012004ba490&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4255085 Feb 17 04:41:28.420306 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28211b34-3473-4f4c-8e59-0664f2dbe0e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a732e368-d796-4ed8-a081-e003216e963a,revision_number=1']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:28.483963 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-bbfb86d5-3e57-4f27-b3f1-0df99a1f850f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:28.520280 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-bbfb86d5-3e57-4f27-b3f1-0df99a1f850f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:28.590146 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-bbfb86d5-3e57-4f27-b3f1-0df99a1f850f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:28.596112 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-bbfb86d5-3e57-4f27-b3f1-0df99a1f850f admin admin] Notify callbacks [] for security_group, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:28.601582 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-bbfb86d5-3e57-4f27-b3f1-0df99a1f850f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a732e368-d796-4ed8-a081-e003216e963a HTTP/1.1" status: 204 len: 168 time: 0.2206764 Feb 17 04:41:28.616994 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfb86d5-3e57-4f27-b3f1-0df99a1f850f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a732e368-d796-4ed8-a081-e003216e963a,revision_number=None']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:29.287796 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f2e33d-5c5b-4016-989a-bf9a08d9ccb1 req-2adfd1e1-397a-485b-9ccd-c20c4a561e7b tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:29.289278 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-44f2e33d-5c5b-4016-989a-bf9a08d9ccb1 req-2adfd1e1-397a-485b-9ccd-c20c4a561e7b tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/networks?id=a55a2564-19fb-42de-b028-00d598cafe4a HTTP/1.1" status: 200 len: 818 time: 0.1251268 Feb 17 04:41:29.333209 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-44f2e33d-5c5b-4016-989a-bf9a08d9ccb1 req-a583ea21-e9b4-4282-8aea-f7bc90351b01 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/quotas/92b0dec20c804bddbc963dd033479ae9 HTTP/1.1" status: 200 len: 375 time: 0.0355475 Feb 17 04:41:29.351884 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 58260) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:29.356562 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-647b36ab-8952-4d83-8676-3234b619cdea req-b8ea24f3-e783-4c96-970c-0aa2c115ee21 tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3e243eb-2bbe-47c2-bebb-c67ea29402d4 HTTP/1.1" status: 200 len: 210 time: 0.0388300 Feb 17 04:41:29.409669 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 58268) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:29.428102 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-44f2e33d-5c5b-4016-989a-bf9a08d9ccb1 req-97d711b9-f1af-48b0-a5a0-0ea08ceab9d4 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=92b0dec20c804bddbc963dd033479ae9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0937986 Feb 17 04:41:29.583590 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-44f2e33d-5c5b-4016-989a-bf9a08d9ccb1 req-4ae35e17-bcc4-46a3-842e-fc574b739c22 service neutron] 10.222.0.36 "GET /v2.0/networks/a55a2564-19fb-42de-b028-00d598cafe4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461005 Feb 17 04:41:29.659654 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-69af0dfc-3b2a-4351-a646-da340d24609c admin admin] Notify callbacks [] for security_group, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:29.692485 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-b3d0c90a-4307-414e-8283-a3868c244746 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:29.792894 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-69af0dfc-3b2a-4351-a646-da340d24609c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:29.807511 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-69af0dfc-3b2a-4351-a646-da340d24609c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:29.822958 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-44f2e33d-5c5b-4016-989a-bf9a08d9ccb1 req-acb919cb-e74c-49c2-9018-9a85cd29744b service neutron] 10.222.0.36 "GET /v2.0/networks/a55a2564-19fb-42de-b028-00d598cafe4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322628 Feb 17 04:41:29.852755 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.agents_db [None req-cbde576c-1bd3-47c0-9bd8-6306741b546e None None] Agent healthcheck: found 6 active agents {{(pid=108158) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 04:41:29.862613 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f040f893-1fc7-45db-a718-f8e023f73112 req-7f954a93-71ff-467b-afe8-74e4ade34408 tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:29.864102 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-f040f893-1fc7-45db-a718-f8e023f73112 req-7f954a93-71ff-467b-afe8-74e4ade34408 tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] 10.222.0.69 "GET /v2.0/networks?id=74cb6299-8bcb-40e2-bf6f-3a75fe36f7e8 HTTP/1.1" status: 200 len: 813 time: 0.4034436 Feb 17 04:41:29.885999 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.v2.base [req-f040f893-1fc7-45db-a718-f8e023f73112 req-54da61f1-8d7f-46fa-99d5-29bdb26ba70e tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] Request body: {'port': {'device_id': 'c3e243eb-2bbe-47c2-bebb-c67ea29402d4', 'network_id': '74cb6299-8bcb-40e2-bf6f-3a75fe36f7e8', 'admin_state_up': True, 'tenant_id': 'db51b2aba5404fcb99f5aa9913ffee28'}} {{(pid=108155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:41:29.922031 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-b3d0c90a-4307-414e-8283-a3868c244746 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:29.956424 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-b3d0c90a-4307-414e-8283-a3868c244746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:29.960037 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Device 9023bb80-47d2-4785-9797-2f70e7e0d43f up at agent ovs-agent-dv-cinder-829630-1-smb {{(pid=108157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:41:30.019691 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-b3d0c90a-4307-414e-8283-a3868c244746 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a7c22cc25688429093d0aa8ebc5c5545&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6657357 Feb 17 04:41:30.022154 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 58290) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:30.036724 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-69af0dfc-3b2a-4351-a646-da340d24609c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=befdc00c48724f50ae5c3ade6704951b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6258919 Feb 17 04:41:30.054959 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 58294) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:30.075036 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69af0dfc-3b2a-4351-a646-da340d24609c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e249a9c-4845-45e7-bc75-593a42d45634,revision_number=1']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:30.120918 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d0c90a-4307-414e-8283-a3868c244746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c949be8-ee0e-4bed-bdef-486302272ccc,revision_number=1']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:30.136307 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d0c90a-4307-414e-8283-a3868c244746 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:41:30.138752 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Provisioning complete for port 9023bb80-47d2-4785-9797-2f70e7e0d43f triggered by entity L2. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:41:30.139163 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:30.142312 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d0c90a-4307-414e-8283-a3868c244746 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:41:30.145451 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d0c90a-4307-414e-8283-a3868c244746 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:41:30.145801 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d0c90a-4307-414e-8283-a3868c244746 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:41:30.146140 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d0c90a-4307-414e-8283-a3868c244746 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:41:30.146473 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d0c90a-4307-414e-8283-a3868c244746 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:41:30.148283 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d0c90a-4307-414e-8283-a3868c244746 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:41:30.151219 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d0c90a-4307-414e-8283-a3868c244746 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:41:30.151619 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d0c90a-4307-414e-8283-a3868c244746 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:41:30.152014 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d0c90a-4307-414e-8283-a3868c244746 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:41:30.152299 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d0c90a-4307-414e-8283-a3868c244746 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:41:30.152632 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d0c90a-4307-414e-8283-a3868c244746 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:41:30.198459 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-c6118dec-3a4e-4a68-8425-b932cb067e22 req-e7093d92-e215-47f9-a785-ff59f5157b59 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2085f3c-e80e-429d-8a59-8d548f4a2fe3 HTTP/1.1" status: 200 len: 210 time: 0.0993598 Feb 17 04:41:30.207476 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69af0dfc-3b2a-4351-a646-da340d24609c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:41:30.208912 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69af0dfc-3b2a-4351-a646-da340d24609c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:41:30.209615 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69af0dfc-3b2a-4351-a646-da340d24609c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:41:30.212484 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69af0dfc-3b2a-4351-a646-da340d24609c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:41:30.212484 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69af0dfc-3b2a-4351-a646-da340d24609c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:41:30.212484 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69af0dfc-3b2a-4351-a646-da340d24609c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:41:30.212484 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69af0dfc-3b2a-4351-a646-da340d24609c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:41:30.212484 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69af0dfc-3b2a-4351-a646-da340d24609c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:41:30.212939 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69af0dfc-3b2a-4351-a646-da340d24609c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:41:30.212939 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69af0dfc-3b2a-4351-a646-da340d24609c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:41:30.213229 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69af0dfc-3b2a-4351-a646-da340d24609c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:41:30.213538 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69af0dfc-3b2a-4351-a646-da340d24609c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:41:30.222459 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cb3895-756e-48db-90a0-2c1d59cb7675 None None] Sync routers for ids ['0a30db6e-e640-42e4-a7fe-f1c7f26020a2'] in dv-cinder-829630-1-smb {{(pid=108157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 04:41:30.241428 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-a6abd097-065b-4b32-b5dd-ae75fdc1144d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:30.261162 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f040f893-1fc7-45db-a718-f8e023f73112 req-54da61f1-8d7f-46fa-99d5-29bdb26ba70e tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] Made reservation on behalf of db51b2aba5404fcb99f5aa9913ffee28 for: {'port': 1} {{(pid=108155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:41:30.265950 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-f040f893-1fc7-45db-a718-f8e023f73112 req-54da61f1-8d7f-46fa-99d5-29bdb26ba70e tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:30.294533 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-a6abd097-065b-4b32-b5dd-ae75fdc1144d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:30.295263 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cb3895-756e-48db-90a0-2c1d59cb7675 None None] Routers {'0a30db6e-e640-42e4-a7fe-f1c7f26020a2'} bound to L3 agent in host dv-cinder-829630-1-smb {{(pid=108157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:41:30.296238 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_hamode_db [None req-e3cb3895-756e-48db-90a0-2c1d59cb7675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T04:31:52Z,description=,heartbeat_timestamp=2022-02-17T04:41:22Z,host='dv-cinder-829630-1-smb',id=e8023405-eda5-4975-af11-622b29ed5550,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:52Z,topic='l3_agent')) {'router_ids': ['0a30db6e-e640-42e4-a7fe-f1c7f26020a2'], 'active': True} {{(pid=108157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:41:30.356414 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-5fb3f0d9-e814-4ea3-93d2-057c299fb2db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:30.359959 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:30.363496 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-a6abd097-065b-4b32-b5dd-ae75fdc1144d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:30.366518 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-a6abd097-065b-4b32-b5dd-ae75fdc1144d admin admin] Notify callbacks [] for security_group, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:30.368242 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-a6abd097-065b-4b32-b5dd-ae75fdc1144d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1c949be8-ee0e-4bed-bdef-486302272ccc HTTP/1.1" status: 204 len: 168 time: 0.3448076 Feb 17 04:41:30.405512 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-5fb3f0d9-e814-4ea3-93d2-057c299fb2db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:30.432066 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] For port 9023bb80-47d2-4785-9797-2f70e7e0d43f, host dv-cinder-829630-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-smb',level=0,port_id=9023bb80-47d2-4785-9797-2f70e7e0d43f,segment=NetworkSegment(e91f6497-8228-4e22-a6c9-5a362f6f98f1),segment_id=e91f6497-8228-4e22-a6c9-5a362f6f98f1)] {{(pid=108157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:41:30.446906 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:30.483999 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6abd097-065b-4b32-b5dd-ae75fdc1144d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c949be8-ee0e-4bed-bdef-486302272ccc,revision_number=None']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:30.562790 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_dvr_db [None req-e3cb3895-756e-48db-90a0-2c1d59cb7675 None None] Set router 0a30db6e-e640-42e4-a7fe-f1c7f26020a2 gateway port host: dv-cinder-829630-1-smb {{(pid=108157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:41:30.568094 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-b8b6c4cc-e1d0-470c-8ccb-3220a3480ff7 req-4777b31f-ab9b-4d67-aecc-846bac925288 tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3e243eb-2bbe-47c2-bebb-c67ea29402d4 HTTP/1.1" status: 200 len: 210 time: 0.0928061 Feb 17 04:41:30.587639 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-5fb3f0d9-e814-4ea3-93d2-057c299fb2db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:30.591310 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-5fb3f0d9-e814-4ea3-93d2-057c299fb2db admin admin] Notify callbacks [] for security_group, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:30.595866 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-5fb3f0d9-e814-4ea3-93d2-057c299fb2db admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2e249a9c-4845-45e7-bc75-593a42d45634 HTTP/1.1" status: 204 len: 168 time: 0.5398264 Feb 17 04:41:30.605115 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb3f0d9-e814-4ea3-93d2-057c299fb2db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e249a9c-4845-45e7-bc75-593a42d45634,revision_number=None']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:30.733345 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Pushing event updated for resources: {'Port': ['ID=9023bb80-47d2-4785-9797-2f70e7e0d43f,revision_number=4']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:30.927924 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_hamode_db [None req-e3cb3895-756e-48db-90a0-2c1d59cb7675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a30db6e-e640-42e4-a7fe-f1c7f26020a2', 'name': 'tempest-ServerRescueNegativeTestJSON-749044747-router', 'tenant_id': '92b0dec20c804bddbc963dd033479ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'external_fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.90'}], 'enable_snat': True}, 'gw_port_id': '9023bb80-47d2-4785-9797-2f70e7e0d43f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:41:23Z', 'updated_at': '2022-02-17T04:41:27Z', 'revision_number': 4, 'project_id': '92b0dec20c804bddbc963dd033479ae9', 'gw_port': {'id': '9023bb80-47d2-4785-9797-2f70e7e0d43f', 'name': '', 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:11:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a30db6e-e640-42e4-a7fe-f1c7f26020a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:41:24Z', 'updated_at': '2022-02-17T04:41:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-smb', '_interfaces': [{'id': '45ec9513-415c-4a67-a9f3-8c46bcb555ff', 'name': '', 'network_id': 'a55a2564-19fb-42de-b028-00d598cafe4a', 'tenant_id': '92b0dec20c804bddbc963dd033479ae9', 'mac_address': 'fa:16:3e:fb:59:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a30db6e-e640-42e4-a7fe-f1c7f26020a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'adb3df03-1e4f-494b-bfad-b6131c8a078e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:41:26Z', 'updated_at': '2022-02-17T04:41:27Z', 'revision_number': 2, 'project_id': '92b0dec20c804bddbc963dd033479ae9', 'subnets': [{'id': 'adb3df03-1e4f-494b-bfad-b6131c8a078e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-1-smb', False) {} {{(pid=108157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:41:30.958665 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cb3895-756e-48db-90a0-2c1d59cb7675 None None] Checking router: 0a30db6e-e640-42e4-a7fe-f1c7f26020a2 for host: dv-cinder-829630-1-smb {{(pid=108157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 04:41:30.959792 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cb3895-756e-48db-90a0-2c1d59cb7675 None None] Updating router 0a30db6e-e640-42e4-a7fe-f1c7f26020a2 port 45ec9513-415c-4a67-a9f3-8c46bcb555ff binding host dv-cinder-829630-1-smb {{(pid=108157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 04:41:30.995234 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-e3cb3895-756e-48db-90a0-2c1d59cb7675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:31.042866 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642a9c5-c06c-4e54-85ef-969fad58df96 req-81d652ff-a6a0-4cd5-93c0-69e5072335df tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:31.045577 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-5642a9c5-c06c-4e54-85ef-969fad58df96 req-81d652ff-a6a0-4cd5-93c0-69e5072335df tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/networks?id=a55a2564-19fb-42de-b028-00d598cafe4a HTTP/1.1" status: 200 len: 818 time: 0.4298370 Feb 17 04:41:31.106143 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.db.db_base_plugin_common [req-f040f893-1fc7-45db-a718-f8e023f73112 req-54da61f1-8d7f-46fa-99d5-29bdb26ba70e tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] Allocated IP 172.20.0.5 (74cb6299-8bcb-40e2-bf6f-3a75fe36f7e8/47c2b1d7-1c49-4e96-b578-7c0a50903177/177b7f89-bf47-46d2-9fb5-637cc50ed09e) {{(pid=108155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:41:31.124004 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-5642a9c5-c06c-4e54-85ef-969fad58df96 req-148bf700-b7fc-4e3a-b45d-1e5a00a26f3b tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/quotas/92b0dec20c804bddbc963dd033479ae9 HTTP/1.1" status: 200 len: 375 time: 0.0666800 Feb 17 04:41:31.270218 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-5642a9c5-c06c-4e54-85ef-969fad58df96 req-e11297d6-5dd0-481b-b7da-cab34df166b9 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=92b0dec20c804bddbc963dd033479ae9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1030483 Feb 17 04:41:31.279244 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 58352) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:31.300183 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-a4542525-ee09-4842-98b0-38a6f4f755d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:31.473513 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-a4542525-ee09-4842-98b0-38a6f4f755d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:31.480198 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-a4542525-ee09-4842-98b0-38a6f4f755d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:31.554260 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-f040f893-1fc7-45db-a718-f8e023f73112 req-54da61f1-8d7f-46fa-99d5-29bdb26ba70e tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] Notify callbacks [] for port, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:31.566158 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-a4542525-ee09-4842-98b0-38a6f4f755d3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=017c4f5e89be454aa23f0be866d9739b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2851453 Feb 17 04:41:31.567053 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4542525-ee09-4842-98b0-38a6f4f755d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e95dc0e-3b93-45f4-a1ac-fd6e1e9a9b31,revision_number=1']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:31.569383 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 58370) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:31.626399 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-5642a9c5-c06c-4e54-85ef-969fad58df96 req-e20b3f30-207f-4d92-9e5f-cb164b1386d5 service neutron] 10.222.0.36 "GET /v2.0/networks/a55a2564-19fb-42de-b028-00d598cafe4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3267989 Feb 17 04:41:31.702121 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-eb98de3e-3ae5-4b4b-8937-05ebca8528d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:31.730059 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-eb98de3e-3ae5-4b4b-8937-05ebca8528d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:31.778330 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-250aa6ee-3cd8-4f5b-901f-36b715bf0ca7 req-9470c050-1b76-49eb-93c2-b4ee4817868d tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3e243eb-2bbe-47c2-bebb-c67ea29402d4 HTTP/1.1" status: 200 len: 210 time: 0.0403953 Feb 17 04:41:31.811170 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-e3cb3895-756e-48db-90a0-2c1d59cb7675 None None] Notify callbacks [] for port, precommit_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:31.826499 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-eb98de3e-3ae5-4b4b-8937-05ebca8528d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:31.826880 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-e3cb3895-756e-48db-90a0-2c1d59cb7675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:31.830290 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-eb98de3e-3ae5-4b4b-8937-05ebca8528d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:31.832693 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-eb98de3e-3ae5-4b4b-8937-05ebca8528d5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9e95dc0e-3b93-45f4-a1ac-fd6e1e9a9b31 HTTP/1.1" status: 204 len: 168 time: 0.2620678 Feb 17 04:41:31.847669 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb98de3e-3ae5-4b4b-8937-05ebca8528d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e95dc0e-3b93-45f4-a1ac-fd6e1e9a9b31,revision_number=None']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:31.946761 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Device 9023bb80-47d2-4785-9797-2f70e7e0d43f up at agent ovs-agent-dv-cinder-829630-1-smb {{(pid=108157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:41:31.949707 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f2e33d-5c5b-4016-989a-bf9a08d9ccb1 req-215222f7-a1cf-41e7-98ea-6cb14fcc38c4 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:31.951757 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-44f2e33d-5c5b-4016-989a-bf9a08d9ccb1 req-215222f7-a1cf-41e7-98ea-6cb14fcc38c4 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.69 "GET /v2.0/networks?id=a55a2564-19fb-42de-b028-00d598cafe4a HTTP/1.1" status: 200 len: 818 time: 0.3662367 Feb 17 04:41:31.957578 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-f040f893-1fc7-45db-a718-f8e023f73112 req-54da61f1-8d7f-46fa-99d5-29bdb26ba70e tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733365499769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2813823'] for port, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:31.981573 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.v2.base [req-44f2e33d-5c5b-4016-989a-bf9a08d9ccb1 req-f6f217c0-bcbd-43c4-bae6-b240f3de73a7 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Request body: {'port': {'device_id': 'c2085f3c-e80e-429d-8a59-8d548f4a2fe3', 'network_id': 'a55a2564-19fb-42de-b028-00d598cafe4a', 'admin_state_up': True, 'tenant_id': '92b0dec20c804bddbc963dd033479ae9'}} {{(pid=108155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:41:32.015266 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f6237f-6481-40bd-8c4c-b2357db7f37c None None] Pushing event updated for resources: {'Port': ['ID=45ec9513-415c-4a67-a9f3-8c46bcb555ff,revision_number=3']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:32.081142 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.managers [None req-e3cb3895-756e-48db-90a0-2c1d59cb7675 None None] Attempting to bind port 45ec9513-415c-4a67-a9f3-8c46bcb555ff on host dv-cinder-829630-1-smb for vnic_type normal with profile {{(pid=108157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 04:41:32.081511 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.managers [None req-e3cb3895-756e-48db-90a0-2c1d59cb7675 None None] Attempting to bind port 45ec9513-415c-4a67-a9f3-8c46bcb555ff by drivers openvswitch,hyperv on host dv-cinder-829630-1-smb at level 0 using segments [{'id': '921f51d7-f717-4c8c-bc48-c7fb530ad607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a55a2564-19fb-42de-b028-00d598cafe4a'}] {{(pid=108157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 04:41:32.081977 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3cb3895-756e-48db-90a0-2c1d59cb7675 None None] Attempting to bind port 45ec9513-415c-4a67-a9f3-8c46bcb555ff on network a55a2564-19fb-42de-b028-00d598cafe4a {{(pid=108157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:41:32.089441 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3cb3895-756e-48db-90a0-2c1d59cb7675 None None] Checking agent: {'id': 'd1beeaa3-bd36-43bd-8b31-620fffa1b4c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 4, 31, 55), 'started_at': datetime.datetime(2022, 2, 17, 4, 32, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 4, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 04:41:32.089818 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3cb3895-756e-48db-90a0-2c1d59cb7675 None None] Checking segment: {'id': '921f51d7-f717-4c8c-bc48-c7fb530ad607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a55a2564-19fb-42de-b028-00d598cafe4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:41:32.090217 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-e3cb3895-756e-48db-90a0-2c1d59cb7675 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:32.090639 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3cb3895-756e-48db-90a0-2c1d59cb7675 None None] Bound using segment: {'id': '921f51d7-f717-4c8c-bc48-c7fb530ad607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a55a2564-19fb-42de-b028-00d598cafe4a'} {{(pid=108157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 04:41:32.091084 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.managers [None req-e3cb3895-756e-48db-90a0-2c1d59cb7675 None None] Bound port: 45ec9513-415c-4a67-a9f3-8c46bcb555ff, host: dv-cinder-829630-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '921f51d7-f717-4c8c-bc48-c7fb530ad607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a55a2564-19fb-42de-b028-00d598cafe4a'}}] {{(pid=108157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 04:41:32.091524 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-e3cb3895-756e-48db-90a0-2c1d59cb7675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:32.114427 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Provisioning complete for port 9023bb80-47d2-4785-9797-2f70e7e0d43f triggered by entity L2. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:41:32.114427 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:32.125867 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f040f893-1fc7-45db-a718-f8e023f73112 req-54da61f1-8d7f-46fa-99d5-29bdb26ba70e tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] Network 74cb6299-8bcb-40e2-bf6f-3a75fe36f7e8 is already hosted by enough agents. {{(pid=108155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:41:32.134460 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.scheduler.base_scheduler [req-f040f893-1fc7-45db-a718-f8e023f73112 req-54da61f1-8d7f-46fa-99d5-29bdb26ba70e tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] Resources bound (agent type, host, resource id): {{(pid=108155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:41:32.136783 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54da61f1-8d7f-46fa-99d5-29bdb26ba70e tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] Pushing event updated for resources: {'Port': ['ID=177b7f89-bf47-46d2-9fb5-637cc50ed09e,revision_number=1']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:32.139420 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.db.l3_dvrscheduler_db [req-f040f893-1fc7-45db-a718-f8e023f73112 req-54da61f1-8d7f-46fa-99d5-29bdb26ba70e tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] Received port after_create {{(pid=108155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:41:32.148348 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-5642a9c5-c06c-4e54-85ef-969fad58df96 req-c633c3d4-0f0b-46c3-b0fa-3a448e2572bd service neutron] 10.222.0.36 "GET /v2.0/networks/a55a2564-19fb-42de-b028-00d598cafe4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5201149 Feb 17 04:41:32.220121 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f040f893-1fc7-45db-a718-f8e023f73112 req-54da61f1-8d7f-46fa-99d5-29bdb26ba70e tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:32.220939 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-f040f893-1fc7-45db-a718-f8e023f73112 req-54da61f1-8d7f-46fa-99d5-29bdb26ba70e tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49904'] for port, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:32.251281 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-f040f893-1fc7-45db-a718-f8e023f73112 req-54da61f1-8d7f-46fa-99d5-29bdb26ba70e tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3723061 Feb 17 04:41:32.269844 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.v2.base [req-f040f893-1fc7-45db-a718-f8e023f73112 req-a87720ec-ec78-4fa3-80e9-436968513a7f service neutron] Request body: {'port': {'device_id': 'c3e243eb-2bbe-47c2-bebb-c67ea29402d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82963'}} {{(pid=108155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:41:32.275117 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44f2e33d-5c5b-4016-989a-bf9a08d9ccb1 req-f6f217c0-bcbd-43c4-bae6-b240f3de73a7 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Made reservation on behalf of 92b0dec20c804bddbc963dd033479ae9 for: {'port': 1} {{(pid=108155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:41:32.280028 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-44f2e33d-5c5b-4016-989a-bf9a08d9ccb1 req-f6f217c0-bcbd-43c4-bae6-b240f3de73a7 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:32.288338 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-e3cb3895-756e-48db-90a0-2c1d59cb7675 None None] For port 45ec9513-415c-4a67-a9f3-8c46bcb555ff, host dv-cinder-829630-1-smb, cleared binding levels {{(pid=108157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 04:41:32.295862 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-e3cb3895-756e-48db-90a0-2c1d59cb7675 None None] For port 45ec9513-415c-4a67-a9f3-8c46bcb555ff, host dv-cinder-829630-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-smb',level=0,port_id=45ec9513-415c-4a67-a9f3-8c46bcb555ff,segment=NetworkSegment(921f51d7-f717-4c8c-bc48-c7fb530ad607),segment_id=921f51d7-f717-4c8c-bc48-c7fb530ad607)] {{(pid=108157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 04:41:32.305954 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-e3cb3895-756e-48db-90a0-2c1d59cb7675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:32.429609 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cb3895-756e-48db-90a0-2c1d59cb7675 None None] Routers {'0a30db6e-e640-42e4-a7fe-f1c7f26020a2'} bound to L3 agent in host dv-cinder-829630-1-smb {{(pid=108157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:41:32.430362 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_hamode_db [None req-e3cb3895-756e-48db-90a0-2c1d59cb7675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T04:31:52Z,description=,heartbeat_timestamp=2022-02-17T04:41:22Z,host='dv-cinder-829630-1-smb',id=e8023405-eda5-4975-af11-622b29ed5550,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:52Z,topic='l3_agent')) {'router_ids': ['0a30db6e-e640-42e4-a7fe-f1c7f26020a2'], 'active': True} {{(pid=108157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:41:32.432147 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f6237f-6481-40bd-8c4c-b2357db7f37c None None] Pushing event updated for resources: {'Port': ['ID=45ec9513-415c-4a67-a9f3-8c46bcb555ff,revision_number=4']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:32.522717 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-38807d31-2235-4b6e-bc6d-43d662a8a2cf req-8171c426-bec9-4009-a3d9-fa73b366f51a tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=391d8445-5681-452e-87d2-f3fc8e6a95c5 HTTP/1.1" status: 200 len: 210 time: 0.0866826 Feb 17 04:41:32.603984 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_dvr_db [None req-e3cb3895-756e-48db-90a0-2c1d59cb7675 None None] Set router 0a30db6e-e640-42e4-a7fe-f1c7f26020a2 gateway port host: dv-cinder-829630-1-smb {{(pid=108157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:41:32.642232 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-f040f893-1fc7-45db-a718-f8e023f73112 req-a87720ec-ec78-4fa3-80e9-436968513a7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:32.647166 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.db.db_base_plugin_common [req-44f2e33d-5c5b-4016-989a-bf9a08d9ccb1 req-f6f217c0-bcbd-43c4-bae6-b240f3de73a7 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Allocated IP 172.20.0.12 (a55a2564-19fb-42de-b028-00d598cafe4a/adb3df03-1e4f-494b-bfad-b6131c8a078e/bf25add4-5eea-4ae0-8640-eb4f7324dd34) {{(pid=108155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:41:32.993040 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_hamode_db [None req-e3cb3895-756e-48db-90a0-2c1d59cb7675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a30db6e-e640-42e4-a7fe-f1c7f26020a2', 'name': 'tempest-ServerRescueNegativeTestJSON-749044747-router', 'tenant_id': '92b0dec20c804bddbc963dd033479ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'external_fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.90'}], 'enable_snat': True}, 'gw_port_id': '9023bb80-47d2-4785-9797-2f70e7e0d43f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:41:23Z', 'updated_at': '2022-02-17T04:41:27Z', 'revision_number': 4, 'project_id': '92b0dec20c804bddbc963dd033479ae9', 'gw_port': {'id': '9023bb80-47d2-4785-9797-2f70e7e0d43f', 'name': '', 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:11:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a30db6e-e640-42e4-a7fe-f1c7f26020a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:41:24Z', 'updated_at': '2022-02-17T04:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-smb', '_interfaces': [{'id': '45ec9513-415c-4a67-a9f3-8c46bcb555ff', 'name': '', 'network_id': 'a55a2564-19fb-42de-b028-00d598cafe4a', 'tenant_id': '92b0dec20c804bddbc963dd033479ae9', 'mac_address': 'fa:16:3e:fb:59:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a30db6e-e640-42e4-a7fe-f1c7f26020a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'adb3df03-1e4f-494b-bfad-b6131c8a078e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:41:26Z', 'updated_at': '2022-02-17T04:41:32Z', 'revision_number': 4, 'project_id': '92b0dec20c804bddbc963dd033479ae9', 'subnets': [{'id': 'adb3df03-1e4f-494b-bfad-b6131c8a078e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-1-smb', False) {} {{(pid=108157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:41:33.035400 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cb3895-756e-48db-90a0-2c1d59cb7675 None None] The sync data for ids ['0a30db6e-e640-42e4-a7fe-f1c7f26020a2'] in dv-cinder-829630-1-smb is: [{'id': '0a30db6e-e640-42e4-a7fe-f1c7f26020a2', 'name': 'tempest-ServerRescueNegativeTestJSON-749044747-router', 'tenant_id': '92b0dec20c804bddbc963dd033479ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'external_fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.90'}], 'enable_snat': True}, 'gw_port_id': '9023bb80-47d2-4785-9797-2f70e7e0d43f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:41:23Z', 'updated_at': '2022-02-17T04:41:27Z', 'revision_number': 4, 'project_id': '92b0dec20c804bddbc963dd033479ae9', 'gw_port': {'id': '9023bb80-47d2-4785-9797-2f70e7e0d43f', 'name': '', 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:11:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a30db6e-e640-42e4-a7fe-f1c7f26020a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:41:24Z', 'updated_at': '2022-02-17T04:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-smb', '_interfaces': [{'id': '45ec9513-415c-4a67-a9f3-8c46bcb555ff', 'name': '', 'network_id': 'a55a2564-19fb-42de-b028-00d598cafe4a', 'tenant_id': '92b0dec20c804bddbc963dd033479ae9', 'mac_address': 'fa:16:3e:fb:59:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a30db6e-e640-42e4-a7fe-f1c7f26020a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'adb3df03-1e4f-494b-bfad-b6131c8a078e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:41:26Z', 'updated_at': '2022-02-17T04:41:32Z', 'revision_number': 4, 'project_id': '92b0dec20c804bddbc963dd033479ae9', 'subnets': [{'id': 'adb3df03-1e4f-494b-bfad-b6131c8a078e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 04:41:33.219372 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-44f2e33d-5c5b-4016-989a-bf9a08d9ccb1 req-f6f217c0-bcbd-43c4-bae6-b240f3de73a7 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Notify callbacks [] for port, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:33.481138 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 58452) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:33.588650 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdc541d-6f48-4f72-b2c1-9de9b05b117f req-0d95eaeb-d72e-4e67-af0b-0ed9ca24b992 tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:33.608770 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-ecdc541d-6f48-4f72-b2c1-9de9b05b117f req-0d95eaeb-d72e-4e67-af0b-0ed9ca24b992 tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3e243eb-2bbe-47c2-bebb-c67ea29402d4 HTTP/1.1" status: 200 len: 931 time: 0.5574968 Feb 17 04:41:33.625550 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.notifiers.nova [req-f040f893-1fc7-45db-a718-f8e023f73112 req-a87720ec-ec78-4fa3-80e9-436968513a7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 177b7f89-bf47-46d2-9fb5-637cc50ed09e {{(pid=108155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 04:41:33.632430 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-44f2e33d-5c5b-4016-989a-bf9a08d9ccb1 req-f6f217c0-bcbd-43c4-bae6-b240f3de73a7 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733365499769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2813823'] for port, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:33.652548 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-f040f893-1fc7-45db-a718-f8e023f73112 req-a87720ec-ec78-4fa3-80e9-436968513a7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:33.723317 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.db.provisioning_blocks [req-f040f893-1fc7-45db-a718-f8e023f73112 req-a87720ec-ec78-4fa3-80e9-436968513a7f service neutron] Transition to ACTIVE for port object 177b7f89-bf47-46d2-9fb5-637cc50ed09e will not be triggered until provisioned by entity L2. {{(pid=108155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 04:41:33.742076 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-f040f893-1fc7-45db-a718-f8e023f73112 req-a87720ec-ec78-4fa3-80e9-436968513a7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2813814'] for port, after_update {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:33.749045 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-4ff57454-f62d-4dca-9055-22b3259b4c21 req-24cb856a-219b-41dc-92d6-281776e7ca5e tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=391d8445-5681-452e-87d2-f3fc8e6a95c5 HTTP/1.1" status: 200 len: 210 time: 0.0837946 Feb 17 04:41:33.764108 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44f2e33d-5c5b-4016-989a-bf9a08d9ccb1 req-f6f217c0-bcbd-43c4-bae6-b240f3de73a7 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Network a55a2564-19fb-42de-b028-00d598cafe4a is already hosted by enough agents. {{(pid=108155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:41:33.766958 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-13a1e3fb-66e7-4009-b828-81d1642fcb5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:33.799359 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-ecdc541d-6f48-4f72-b2c1-9de9b05b117f req-54b54277-b528-430a-8f38-5600996030f8 tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] 10.222.0.36 "GET /v2.0/security-groups?id=adb32bc5-2646-4fe7-9955-f650d799fd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889162 Feb 17 04:41:33.804755 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f217c0-bcbd-43c4-bae6-b240f3de73a7 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Pushing event updated for resources: {'Port': ['ID=bf25add4-5eea-4ae0-8640-eb4f7324dd34,revision_number=1']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:33.810045 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.scheduler.base_scheduler [req-44f2e33d-5c5b-4016-989a-bf9a08d9ccb1 req-f6f217c0-bcbd-43c4-bae6-b240f3de73a7 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Resources bound (agent type, host, resource id): {{(pid=108155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:41:33.825172 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.db.l3_dvrscheduler_db [req-44f2e33d-5c5b-4016-989a-bf9a08d9ccb1 req-f6f217c0-bcbd-43c4-bae6-b240f3de73a7 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Received port after_create {{(pid=108155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:41:33.906055 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Device 45ec9513-415c-4a67-a9f3-8c46bcb555ff up at agent ovs-agent-dv-cinder-829630-1-smb {{(pid=108157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:41:33.982031 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Provisioning complete for port 45ec9513-415c-4a67-a9f3-8c46bcb555ff triggered by entity L2. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:41:33.984042 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:34.003972 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87720ec-ec78-4fa3-80e9-436968513a7f service neutron] Pushing event updated for resources: {'Port': ['ID=177b7f89-bf47-46d2-9fb5-637cc50ed09e,revision_number=2']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:34.068619 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f2e33d-5c5b-4016-989a-bf9a08d9ccb1 req-f6f217c0-bcbd-43c4-bae6-b240f3de73a7 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:34.068619 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-44f2e33d-5c5b-4016-989a-bf9a08d9ccb1 req-f6f217c0-bcbd-43c4-bae6-b240f3de73a7 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49904'] for port, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:34.097364 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-44f2e33d-5c5b-4016-989a-bf9a08d9ccb1 req-f6f217c0-bcbd-43c4-bae6-b240f3de73a7 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1333640 Feb 17 04:41:34.124049 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.v2.base [req-44f2e33d-5c5b-4016-989a-bf9a08d9ccb1 req-57936fd8-5834-4ae5-8845-f613f6c3d69b service neutron] Request body: {'port': {'device_id': 'c2085f3c-e80e-429d-8a59-8d548f4a2fe3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82963'}} {{(pid=108155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:41:34.150054 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.managers [req-f040f893-1fc7-45db-a718-f8e023f73112 req-a87720ec-ec78-4fa3-80e9-436968513a7f service neutron] Attempting to bind port 177b7f89-bf47-46d2-9fb5-637cc50ed09e on host hv-cinder-82963 for vnic_type normal with profile {{(pid=108155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 04:41:34.150400 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.managers [req-f040f893-1fc7-45db-a718-f8e023f73112 req-a87720ec-ec78-4fa3-80e9-436968513a7f service neutron] Attempting to bind port 177b7f89-bf47-46d2-9fb5-637cc50ed09e by drivers openvswitch,hyperv on host hv-cinder-82963 at level 0 using segments [{'id': 'edd90dad-1361-4fd9-9b5c-f9a278df25e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '74cb6299-8bcb-40e2-bf6f-3a75fe36f7e8'}] {{(pid=108155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 04:41:34.150748 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f040f893-1fc7-45db-a718-f8e023f73112 req-a87720ec-ec78-4fa3-80e9-436968513a7f service neutron] Attempting to bind port 177b7f89-bf47-46d2-9fb5-637cc50ed09e on network 74cb6299-8bcb-40e2-bf6f-3a75fe36f7e8 {{(pid=108155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:41:34.159536 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f040f893-1fc7-45db-a718-f8e023f73112 req-a87720ec-ec78-4fa3-80e9-436968513a7f service neutron] Port 177b7f89-bf47-46d2-9fb5-637cc50ed09e on network 74cb6299-8bcb-40e2-bf6f-3a75fe36f7e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82963 {{(pid=108155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 04:41:34.159870 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f040f893-1fc7-45db-a718-f8e023f73112 req-a87720ec-ec78-4fa3-80e9-436968513a7f service neutron] Attempting to bind port 177b7f89-bf47-46d2-9fb5-637cc50ed09e on network 74cb6299-8bcb-40e2-bf6f-3a75fe36f7e8 {{(pid=108155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:41:34.171332 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f040f893-1fc7-45db-a718-f8e023f73112 req-a87720ec-ec78-4fa3-80e9-436968513a7f service neutron] Checking agent: {'id': '8333eb14-27e3-4539-92ee-8ab97b467e5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82963', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 4, 38, 23), 'started_at': datetime.datetime(2022, 2, 17, 4, 38, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 4, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 04:41:34.171759 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f040f893-1fc7-45db-a718-f8e023f73112 req-a87720ec-ec78-4fa3-80e9-436968513a7f service neutron] Checking segment: {'id': 'edd90dad-1361-4fd9-9b5c-f9a278df25e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '74cb6299-8bcb-40e2-bf6f-3a75fe36f7e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:41:34.172068 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f040f893-1fc7-45db-a718-f8e023f73112 req-a87720ec-ec78-4fa3-80e9-436968513a7f service neutron] Bound using segment: {'id': 'edd90dad-1361-4fd9-9b5c-f9a278df25e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '74cb6299-8bcb-40e2-bf6f-3a75fe36f7e8'} {{(pid=108155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 04:41:34.172518 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.managers [req-f040f893-1fc7-45db-a718-f8e023f73112 req-a87720ec-ec78-4fa3-80e9-436968513a7f service neutron] Bound port: 177b7f89-bf47-46d2-9fb5-637cc50ed09e, host: hv-cinder-82963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edd90dad-1361-4fd9-9b5c-f9a278df25e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '74cb6299-8bcb-40e2-bf6f-3a75fe36f7e8'}}] {{(pid=108155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 04:41:34.172885 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-f040f893-1fc7-45db-a718-f8e023f73112 req-a87720ec-ec78-4fa3-80e9-436968513a7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:34.231129 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-44f2e33d-5c5b-4016-989a-bf9a08d9ccb1 req-57936fd8-5834-4ae5-8845-f613f6c3d69b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:34.287600 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:34.357904 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] For port 45ec9513-415c-4a67-a9f3-8c46bcb555ff, host dv-cinder-829630-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-smb',level=0,port_id=45ec9513-415c-4a67-a9f3-8c46bcb555ff,segment=NetworkSegment(921f51d7-f717-4c8c-bc48-c7fb530ad607),segment_id=921f51d7-f717-4c8c-bc48-c7fb530ad607)] {{(pid=108157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:41:34.369266 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:34.411968 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642a9c5-c06c-4e54-85ef-969fad58df96 req-76448360-5616-4115-89ba-c9ac87774b3b tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:34.413679 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-5642a9c5-c06c-4e54-85ef-969fad58df96 req-76448360-5616-4115-89ba-c9ac87774b3b tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.69 "GET /v2.0/networks?id=a55a2564-19fb-42de-b028-00d598cafe4a HTTP/1.1" status: 200 len: 818 time: 0.5064070 Feb 17 04:41:34.435420 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.db [req-f040f893-1fc7-45db-a718-f8e023f73112 req-a87720ec-ec78-4fa3-80e9-436968513a7f service neutron] For port 177b7f89-bf47-46d2-9fb5-637cc50ed09e, host hv-cinder-82963, cleared binding levels {{(pid=108155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 04:41:34.439331 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.db [req-f040f893-1fc7-45db-a718-f8e023f73112 req-a87720ec-ec78-4fa3-80e9-436968513a7f service neutron] For port 177b7f89-bf47-46d2-9fb5-637cc50ed09e, host hv-cinder-82963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=177b7f89-bf47-46d2-9fb5-637cc50ed09e,segment=NetworkSegment(edd90dad-1361-4fd9-9b5c-f9a278df25e1),segment_id=edd90dad-1361-4fd9-9b5c-f9a278df25e1)] {{(pid=108155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 04:41:34.442265 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.v2.base [req-5642a9c5-c06c-4e54-85ef-969fad58df96 req-b0f22469-e787-46fc-9da5-2833b5ad1e5c tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Request body: {'port': {'device_id': '391d8445-5681-452e-87d2-f3fc8e6a95c5', 'network_id': 'a55a2564-19fb-42de-b028-00d598cafe4a', 'admin_state_up': True, 'tenant_id': '92b0dec20c804bddbc963dd033479ae9'}} {{(pid=108156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:41:34.452832 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Pushing event updated for resources: {'Port': ['ID=45ec9513-415c-4a67-a9f3-8c46bcb555ff,revision_number=5']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:34.471366 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:41:34.471730 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:41:34.472258 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:41:34.472613 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:41:34.472951 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:41:34.473320 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:41:34.473633 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:41:34.473966 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:41:34.474353 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:41:34.474653 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:41:34.475007 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:41:34.475345 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:41:34.477339 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-13a1e3fb-66e7-4009-b828-81d1642fcb5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:34.514640 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-13a1e3fb-66e7-4009-b828-81d1642fcb5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:34.528439 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-f040f893-1fc7-45db-a718-f8e023f73112 req-a87720ec-ec78-4fa3-80e9-436968513a7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2813814'] for port, after_update {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:34.573758 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f040f893-1fc7-45db-a718-f8e023f73112 req-a87720ec-ec78-4fa3-80e9-436968513a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:34.574401 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-f040f893-1fc7-45db-a718-f8e023f73112 req-a87720ec-ec78-4fa3-80e9-436968513a7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49904'] for port, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:34.576208 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-f040f893-1fc7-45db-a718-f8e023f73112 req-a87720ec-ec78-4fa3-80e9-436968513a7f service neutron] 10.222.0.69 "PUT /v2.0/ports/177b7f89-bf47-46d2-9fb5-637cc50ed09e HTTP/1.1" status: 200 len: 1093 time: 2.3141859 Feb 17 04:41:34.576715 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a1e3fb-66e7-4009-b828-81d1642fcb5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac24e7e-1b71-4668-941e-d86e0ce93aec,revision_number=1']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:34.586367 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3e243eb-2bbe-47c2-bebb-c67ea29402d4', 'tag': '177b7f89-bf47-46d2-9fb5-637cc50ed09e'}] {{(pid=108155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:41:34.589081 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7db4504e89d758142afd4bd708bcac288359c97a2e78e5aa13d69e3d31a34d2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b8c28c5-60cb-4ad7-ac96-63002ef98fc5" -d '{"events": [{"name": "network-changed", "server_uuid": "c3e243eb-2bbe-47c2-bebb-c67ea29402d4", "tag": "177b7f89-bf47-46d2-9fb5-637cc50ed09e"}]}' {{(pid=108155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:41:34.597669 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-13a1e3fb-66e7-4009-b828-81d1642fcb5c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b11f89685cdc47b989a93b289cd4a2fa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1152244 Feb 17 04:41:34.601053 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 58480) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:34.686526 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5642a9c5-c06c-4e54-85ef-969fad58df96 req-b0f22469-e787-46fc-9da5-2833b5ad1e5c tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Made reservation on behalf of 92b0dec20c804bddbc963dd033479ae9 for: {'port': 1} {{(pid=108156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:41:34.690077 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-5642a9c5-c06c-4e54-85ef-969fad58df96 req-b0f22469-e787-46fc-9da5-2833b5ad1e5c tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:34.697435 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 04:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e7a87f-09cf-41e9-b04a-3bff66e6e2df x-openstack-request-id: req-09e7a87f-09cf-41e9-b04a-3bff66e6e2df {{(pid=108155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:41:34.698008 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3e243eb-2bbe-47c2-bebb-c67ea29402d4", "tag": "177b7f89-bf47-46d2-9fb5-637cc50ed09e", "status": "completed", "code": 200}]} {{(pid=108155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:41:34.698780 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-09e7a87f-09cf-41e9-b04a-3bff66e6e2df {{(pid=108155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:41:34.699358 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3e243eb-2bbe-47c2-bebb-c67ea29402d4', 'tag': '177b7f89-bf47-46d2-9fb5-637cc50ed09e', 'status': 'completed', 'code': 200} Feb 17 04:41:34.711764 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-f5d0d8b7-7c64-4ef3-9269-d47de28c554a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:34.727469 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87720ec-ec78-4fa3-80e9-436968513a7f service neutron] Pushing event updated for resources: {'Port': ['ID=177b7f89-bf47-46d2-9fb5-637cc50ed09e,revision_number=3']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:34.752858 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f040f893-1fc7-45db-a718-f8e023f73112 req-feeeff06-da5e-4237-a971-a55caf4e4f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:34.754549 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-f040f893-1fc7-45db-a718-f8e023f73112 req-feeeff06-da5e-4237-a971-a55caf4e4f77 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=db51b2aba5404fcb99f5aa9913ffee28&device_id=c3e243eb-2bbe-47c2-bebb-c67ea29402d4 HTTP/1.1" status: 200 len: 1096 time: 0.1325538 Feb 17 04:41:34.789132 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-f5d0d8b7-7c64-4ef3-9269-d47de28c554a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:34.815238 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-f040f893-1fc7-45db-a718-f8e023f73112 req-226cf1bd-28b5-4372-81fd-6720e37fe0d8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=177b7f89-bf47-46d2-9fb5-637cc50ed09e HTTP/1.1" status: 200 len: 217 time: 0.0505867 Feb 17 04:41:34.930117 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-f5d0d8b7-7c64-4ef3-9269-d47de28c554a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:34.932701 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-f5d0d8b7-7c64-4ef3-9269-d47de28c554a admin admin] Notify callbacks [] for security_group, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:34.936156 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-f5d0d8b7-7c64-4ef3-9269-d47de28c554a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1ac24e7e-1b71-4668-941e-d86e0ce93aec HTTP/1.1" status: 204 len: 168 time: 0.3310220 Feb 17 04:41:34.948114 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0d8b7-7c64-4ef3-9269-d47de28c554a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac24e7e-1b71-4668-941e-d86e0ce93aec,revision_number=None']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:34.964321 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-5c2edc72-10dc-4c5f-8e31-f7d842d3007e req-cd2d38d9-e64d-43ed-b96a-98d5a2ac0cae tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=391d8445-5681-452e-87d2-f3fc8e6a95c5 HTTP/1.1" status: 200 len: 210 time: 0.0583405 Feb 17 04:41:34.976448 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc29ae2-dcf2-420e-9a38-7257af642d1b req-a0eb9cdc-494a-41ac-a6e9-2e63bb2240de tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:34.988892 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-3dc29ae2-dcf2-420e-9a38-7257af642d1b req-a0eb9cdc-494a-41ac-a6e9-2e63bb2240de tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3e243eb-2bbe-47c2-bebb-c67ea29402d4 HTTP/1.1" status: 200 len: 943 time: 0.0886488 Feb 17 04:41:34.999836 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f040f893-1fc7-45db-a718-f8e023f73112 req-9c2a3bb8-fdb5-4996-bf00-afaf9a015337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:35.001483 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-f040f893-1fc7-45db-a718-f8e023f73112 req-9c2a3bb8-fdb5-4996-bf00-afaf9a015337 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=47c2b1d7-1c49-4e96-b578-7c0a50903177 HTTP/1.1" status: 200 len: 853 time: 0.1800051 Feb 17 04:41:35.024643 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.notifiers.nova [req-44f2e33d-5c5b-4016-989a-bf9a08d9ccb1 req-57936fd8-5834-4ae5-8845-f613f6c3d69b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf25add4-5eea-4ae0-8640-eb4f7324dd34 {{(pid=108155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 04:41:35.044085 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-3dc29ae2-dcf2-420e-9a38-7257af642d1b req-76d58053-9ff7-4518-9645-578a40996ca1 tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] 10.222.0.36 "GET /v2.0/security-groups?id=adb32bc5-2646-4fe7-9955-f650d799fd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493040 Feb 17 04:41:35.058777 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-f040f893-1fc7-45db-a718-f8e023f73112 req-64e2e7d8-5d41-4f77-a392-b653b1661010 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=74cb6299-8bcb-40e2-bf6f-3a75fe36f7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492632 Feb 17 04:41:35.060740 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-44f2e33d-5c5b-4016-989a-bf9a08d9ccb1 req-57936fd8-5834-4ae5-8845-f613f6c3d69b service neutron] Notify callbacks [] for port, precommit_update {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:35.093512 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.db.provisioning_blocks [req-44f2e33d-5c5b-4016-989a-bf9a08d9ccb1 req-57936fd8-5834-4ae5-8845-f613f6c3d69b service neutron] Transition to ACTIVE for port object bf25add4-5eea-4ae0-8640-eb4f7324dd34 will not be triggered until provisioned by entity L2. {{(pid=108155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 04:41:35.144525 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-44f2e33d-5c5b-4016-989a-bf9a08d9ccb1 req-57936fd8-5834-4ae5-8845-f613f6c3d69b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2813814'] for port, after_update {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:35.161808 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.db.db_base_plugin_common [req-5642a9c5-c06c-4e54-85ef-969fad58df96 req-b0f22469-e787-46fc-9da5-2833b5ad1e5c tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Allocated IP 172.20.0.7 (a55a2564-19fb-42de-b028-00d598cafe4a/adb3df03-1e4f-494b-bfad-b6131c8a078e/cb9c34f0-e7d0-4ad9-a832-2b8d36fd4b75) {{(pid=108156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:41:35.240874 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57936fd8-5834-4ae5-8845-f613f6c3d69b service neutron] Pushing event updated for resources: {'Port': ['ID=bf25add4-5eea-4ae0-8640-eb4f7324dd34,revision_number=2']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:35.250805 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-f040f893-1fc7-45db-a718-f8e023f73112 req-c86685a1-0d5c-4aba-90cd-c12cd8b8cdd9 service neutron] 10.222.0.69 "GET /v2.0/networks/74cb6299-8bcb-40e2-bf6f-3a75fe36f7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832557 Feb 17 04:41:35.354176 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-5642a9c5-c06c-4e54-85ef-969fad58df96 req-b0f22469-e787-46fc-9da5-2833b5ad1e5c tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Notify callbacks [] for port, precommit_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:35.360819 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 58500) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:35.378440 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-7e2ccd6a-1346-4e7f-84db-a5aeb4bc0866 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:35.437951 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-5642a9c5-c06c-4e54-85ef-969fad58df96 req-b0f22469-e787-46fc-9da5-2833b5ad1e5c tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733365499769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26489006'] for port, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:35.524828 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5642a9c5-c06c-4e54-85ef-969fad58df96 req-b0f22469-e787-46fc-9da5-2833b5ad1e5c tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Network a55a2564-19fb-42de-b028-00d598cafe4a is already hosted by enough agents. {{(pid=108156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:41:35.531315 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.scheduler.base_scheduler [req-5642a9c5-c06c-4e54-85ef-969fad58df96 req-b0f22469-e787-46fc-9da5-2833b5ad1e5c tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Resources bound (agent type, host, resource id): {{(pid=108156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:41:35.535927 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.db.l3_dvrscheduler_db [req-5642a9c5-c06c-4e54-85ef-969fad58df96 req-b0f22469-e787-46fc-9da5-2833b5ad1e5c tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Received port after_create {{(pid=108156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:41:35.567552 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f22469-e787-46fc-9da5-2833b5ad1e5c tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Pushing event updated for resources: {'Port': ['ID=cb9c34f0-e7d0-4ad9-a832-2b8d36fd4b75,revision_number=1']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:35.570052 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.managers [req-44f2e33d-5c5b-4016-989a-bf9a08d9ccb1 req-57936fd8-5834-4ae5-8845-f613f6c3d69b service neutron] Attempting to bind port bf25add4-5eea-4ae0-8640-eb4f7324dd34 on host hv-cinder-82963 for vnic_type normal with profile {{(pid=108155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 04:41:35.570390 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.managers [req-44f2e33d-5c5b-4016-989a-bf9a08d9ccb1 req-57936fd8-5834-4ae5-8845-f613f6c3d69b service neutron] Attempting to bind port bf25add4-5eea-4ae0-8640-eb4f7324dd34 by drivers openvswitch,hyperv on host hv-cinder-82963 at level 0 using segments [{'id': '921f51d7-f717-4c8c-bc48-c7fb530ad607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a55a2564-19fb-42de-b028-00d598cafe4a'}] {{(pid=108155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 04:41:35.570895 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f2e33d-5c5b-4016-989a-bf9a08d9ccb1 req-57936fd8-5834-4ae5-8845-f613f6c3d69b service neutron] Attempting to bind port bf25add4-5eea-4ae0-8640-eb4f7324dd34 on network a55a2564-19fb-42de-b028-00d598cafe4a {{(pid=108155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:41:35.586898 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f2e33d-5c5b-4016-989a-bf9a08d9ccb1 req-57936fd8-5834-4ae5-8845-f613f6c3d69b service neutron] Port bf25add4-5eea-4ae0-8640-eb4f7324dd34 on network a55a2564-19fb-42de-b028-00d598cafe4a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82963 {{(pid=108155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 04:41:35.587865 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f2e33d-5c5b-4016-989a-bf9a08d9ccb1 req-57936fd8-5834-4ae5-8845-f613f6c3d69b service neutron] Attempting to bind port bf25add4-5eea-4ae0-8640-eb4f7324dd34 on network a55a2564-19fb-42de-b028-00d598cafe4a {{(pid=108155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:41:35.598738 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-f040f893-1fc7-45db-a718-f8e023f73112 req-65477854-ed56-4fe9-a6e2-aabda723f451 service neutron] 10.222.0.69 "GET /v2.0/networks/74cb6299-8bcb-40e2-bf6f-3a75fe36f7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3213308 Feb 17 04:41:35.599785 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f2e33d-5c5b-4016-989a-bf9a08d9ccb1 req-57936fd8-5834-4ae5-8845-f613f6c3d69b service neutron] Checking agent: {'id': '8333eb14-27e3-4539-92ee-8ab97b467e5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82963', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 4, 38, 23), 'started_at': datetime.datetime(2022, 2, 17, 4, 38, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 4, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 04:41:35.600319 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f2e33d-5c5b-4016-989a-bf9a08d9ccb1 req-57936fd8-5834-4ae5-8845-f613f6c3d69b service neutron] Checking segment: {'id': '921f51d7-f717-4c8c-bc48-c7fb530ad607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a55a2564-19fb-42de-b028-00d598cafe4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:41:35.600908 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f2e33d-5c5b-4016-989a-bf9a08d9ccb1 req-57936fd8-5834-4ae5-8845-f613f6c3d69b service neutron] Bound using segment: {'id': '921f51d7-f717-4c8c-bc48-c7fb530ad607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a55a2564-19fb-42de-b028-00d598cafe4a'} {{(pid=108155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 04:41:35.601529 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.managers [req-44f2e33d-5c5b-4016-989a-bf9a08d9ccb1 req-57936fd8-5834-4ae5-8845-f613f6c3d69b service neutron] Bound port: bf25add4-5eea-4ae0-8640-eb4f7324dd34, host: hv-cinder-82963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '921f51d7-f717-4c8c-bc48-c7fb530ad607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a55a2564-19fb-42de-b028-00d598cafe4a'}}] {{(pid=108155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 04:41:35.602069 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-44f2e33d-5c5b-4016-989a-bf9a08d9ccb1 req-57936fd8-5834-4ae5-8845-f613f6c3d69b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:35.621409 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-7e2ccd6a-1346-4e7f-84db-a5aeb4bc0866 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:35.629703 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642a9c5-c06c-4e54-85ef-969fad58df96 req-b0f22469-e787-46fc-9da5-2833b5ad1e5c tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:35.630425 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-5642a9c5-c06c-4e54-85ef-969fad58df96 req-b0f22469-e787-46fc-9da5-2833b5ad1e5c tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737771'] for port, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:35.646149 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-7e2ccd6a-1346-4e7f-84db-a5aeb4bc0866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:35.681212 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-5642a9c5-c06c-4e54-85ef-969fad58df96 req-b0f22469-e787-46fc-9da5-2833b5ad1e5c tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2510529 Feb 17 04:41:35.710770 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.db [req-44f2e33d-5c5b-4016-989a-bf9a08d9ccb1 req-57936fd8-5834-4ae5-8845-f613f6c3d69b service neutron] For port bf25add4-5eea-4ae0-8640-eb4f7324dd34, host hv-cinder-82963, cleared binding levels {{(pid=108155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 04:41:35.716502 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.v2.base [req-5642a9c5-c06c-4e54-85ef-969fad58df96 req-edcca16f-ee7a-4748-8f40-8b3d1c450fb8 service neutron] Request body: {'port': {'device_id': '391d8445-5681-452e-87d2-f3fc8e6a95c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82963'}} {{(pid=108156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:41:35.727459 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.db [req-44f2e33d-5c5b-4016-989a-bf9a08d9ccb1 req-57936fd8-5834-4ae5-8845-f613f6c3d69b service neutron] For port bf25add4-5eea-4ae0-8640-eb4f7324dd34, host hv-cinder-82963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=bf25add4-5eea-4ae0-8640-eb4f7324dd34,segment=NetworkSegment(921f51d7-f717-4c8c-bc48-c7fb530ad607),segment_id=921f51d7-f717-4c8c-bc48-c7fb530ad607)] {{(pid=108155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 04:41:35.741607 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-44f2e33d-5c5b-4016-989a-bf9a08d9ccb1 req-57936fd8-5834-4ae5-8845-f613f6c3d69b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2813814'] for port, after_update {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:35.766428 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-7e2ccd6a-1346-4e7f-84db-a5aeb4bc0866 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=505c4cf1d3d54fca99f85f8b5a999b6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4021389 Feb 17 04:41:35.766428 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2ccd6a-1346-4e7f-84db-a5aeb4bc0866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f82c411-7cf1-45cc-a878-f61c3eb18f40,revision_number=1']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:35.767606 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 58514) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:35.806337 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c28c5-60cb-4ad7-ac96-63002ef98fc5 req-30c5772e-0d74-4fea-a3b2-f7064b9fa7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:35.808153 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-1b8c28c5-60cb-4ad7-ac96-63002ef98fc5 req-30c5772e-0d74-4fea-a3b2-f7064b9fa7eb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=db51b2aba5404fcb99f5aa9913ffee28&device_id=c3e243eb-2bbe-47c2-bebb-c67ea29402d4 HTTP/1.1" status: 200 len: 1096 time: 0.1358652 Feb 17 04:41:35.818726 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f2e33d-5c5b-4016-989a-bf9a08d9ccb1 req-57936fd8-5834-4ae5-8845-f613f6c3d69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:35.819502 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-44f2e33d-5c5b-4016-989a-bf9a08d9ccb1 req-57936fd8-5834-4ae5-8845-f613f6c3d69b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49904'] for port, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:35.820979 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-44f2e33d-5c5b-4016-989a-bf9a08d9ccb1 req-57936fd8-5834-4ae5-8845-f613f6c3d69b service neutron] 10.222.0.69 "PUT /v2.0/ports/bf25add4-5eea-4ae0-8640-eb4f7324dd34 HTTP/1.1" status: 200 len: 1094 time: 1.7154007 Feb 17 04:41:35.823220 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Device 45ec9513-415c-4a67-a9f3-8c46bcb555ff up at agent ovs-agent-dv-cinder-829630-1-smb {{(pid=108157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:41:35.835089 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-5642a9c5-c06c-4e54-85ef-969fad58df96 req-edcca16f-ee7a-4748-8f40-8b3d1c450fb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:35.873242 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57936fd8-5834-4ae5-8845-f613f6c3d69b service neutron] Pushing event updated for resources: {'Port': ['ID=bf25add4-5eea-4ae0-8640-eb4f7324dd34,revision_number=3']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:35.917974 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 58516) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:35.932840 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Provisioning complete for port 45ec9513-415c-4a67-a9f3-8c46bcb555ff triggered by entity L2. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:41:35.933497 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:35.988646 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c28c5-60cb-4ad7-ac96-63002ef98fc5 req-5e4b3360-264a-44af-9893-5cb3b084f578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:35.991246 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-1b8c28c5-60cb-4ad7-ac96-63002ef98fc5 req-5e4b3360-264a-44af-9893-5cb3b084f578 service neutron] 10.222.0.69 "GET /v2.0/networks?id=74cb6299-8bcb-40e2-bf6f-3a75fe36f7e8 HTTP/1.1" status: 200 len: 913 time: 0.1586511 Feb 17 04:41:36.047574 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-1b8c28c5-60cb-4ad7-ac96-63002ef98fc5 req-5aca1921-9f50-459e-84a4-65e01cc64a3a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=177b7f89-bf47-46d2-9fb5-637cc50ed09e HTTP/1.1" status: 200 len: 217 time: 0.0484302 Feb 17 04:41:36.050477 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f2e33d-5c5b-4016-989a-bf9a08d9ccb1 req-52045457-0518-4ec4-8ce1-52164a646452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:36.052530 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-44f2e33d-5c5b-4016-989a-bf9a08d9ccb1 req-52045457-0518-4ec4-8ce1-52164a646452 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=92b0dec20c804bddbc963dd033479ae9&device_id=c2085f3c-e80e-429d-8a59-8d548f4a2fe3 HTTP/1.1" status: 200 len: 1097 time: 0.1423454 Feb 17 04:41:36.071878 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-919f57f2-b78e-4832-840f-b13044b00a3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:36.162110 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-44f2e33d-5c5b-4016-989a-bf9a08d9ccb1 req-f4e84c08-2089-483c-a719-fbb5a7a5754c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf25add4-5eea-4ae0-8640-eb4f7324dd34 HTTP/1.1" status: 200 len: 217 time: 0.0895071 Feb 17 04:41:36.179635 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-b7bc759f-1896-487f-ac08-c5b65950ece8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:36.186476 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-919f57f2-b78e-4832-840f-b13044b00a3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:36.240190 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c28c5-60cb-4ad7-ac96-63002ef98fc5 req-36f0afbd-5b14-4323-a2c8-a965d03b437d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:36.241654 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-1b8c28c5-60cb-4ad7-ac96-63002ef98fc5 req-36f0afbd-5b14-4323-a2c8-a965d03b437d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=47c2b1d7-1c49-4e96-b578-7c0a50903177 HTTP/1.1" status: 200 len: 853 time: 0.1779289 Feb 17 04:41:36.280306 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fefdd6a-91e2-4e47-b2d7-24547d4d25b9 req-0ca401c4-449c-448c-9a06-461be7604267 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:36.281696 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-2fefdd6a-91e2-4e47-b2d7-24547d4d25b9 req-0ca401c4-449c-448c-9a06-461be7604267 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=391d8445-5681-452e-87d2-f3fc8e6a95c5 HTTP/1.1" status: 200 len: 931 time: 0.2058206 Feb 17 04:41:36.298298 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f2e33d-5c5b-4016-989a-bf9a08d9ccb1 req-3ad4a591-539e-4019-9ff7-2bc3e37de0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:36.300324 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-44f2e33d-5c5b-4016-989a-bf9a08d9ccb1 req-3ad4a591-539e-4019-9ff7-2bc3e37de0ec service neutron] 10.222.0.69 "GET /v2.0/subnets?id=adb3df03-1e4f-494b-bfad-b6131c8a078e HTTP/1.1" status: 200 len: 858 time: 0.1221256 Feb 17 04:41:36.307561 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-1b8c28c5-60cb-4ad7-ac96-63002ef98fc5 req-84cdaf11-a891-43bd-9e5b-d0e4e6fffe3f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=74cb6299-8bcb-40e2-bf6f-3a75fe36f7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480919 Feb 17 04:41:36.326664 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d00d3a-f502-48ff-bc04-772f5006bef8 req-f6a02c84-cf0f-40b8-8c15-ff8117d5148b tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:36.328652 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-43d00d3a-f502-48ff-bc04-772f5006bef8 req-f6a02c84-cf0f-40b8-8c15-ff8117d5148b tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3e243eb-2bbe-47c2-bebb-c67ea29402d4 HTTP/1.1" status: 200 len: 943 time: 0.1518331 Feb 17 04:41:36.344639 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 58532) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:36.370077 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-919f57f2-b78e-4832-840f-b13044b00a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:36.371008 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-44f2e33d-5c5b-4016-989a-bf9a08d9ccb1 req-71b1536c-afcb-41cd-bf50-19fca6694153 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a55a2564-19fb-42de-b028-00d598cafe4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601974 Feb 17 04:41:36.373474 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-919f57f2-b78e-4832-840f-b13044b00a3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:36.375540 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-919f57f2-b78e-4832-840f-b13044b00a3c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1f82c411-7cf1-45cc-a878-f61c3eb18f40 HTTP/1.1" status: 204 len: 168 time: 0.6050096 Feb 17 04:41:36.409922 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919f57f2-b78e-4832-840f-b13044b00a3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f82c411-7cf1-45cc-a878-f61c3eb18f40,revision_number=None']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:36.444404 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-43d00d3a-f502-48ff-bc04-772f5006bef8 req-85482ca1-842f-4804-b7ae-3bf7d998adb4 tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] 10.222.0.36 "GET /v2.0/security-groups?id=adb32bc5-2646-4fe7-9955-f650d799fd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859089 Feb 17 04:41:36.492541 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.notifiers.nova [req-5642a9c5-c06c-4e54-85ef-969fad58df96 req-edcca16f-ee7a-4748-8f40-8b3d1c450fb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb9c34f0-e7d0-4ad9-a832-2b8d36fd4b75 {{(pid=108156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 04:41:36.504879 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-5642a9c5-c06c-4e54-85ef-969fad58df96 req-edcca16f-ee7a-4748-8f40-8b3d1c450fb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:36.509797 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-2fefdd6a-91e2-4e47-b2d7-24547d4d25b9 req-7b5c5584-c13a-40d1-bb0f-c3959f22b0cb tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084272 Feb 17 04:41:36.523113 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.db.provisioning_blocks [req-5642a9c5-c06c-4e54-85ef-969fad58df96 req-edcca16f-ee7a-4748-8f40-8b3d1c450fb8 service neutron] Transition to ACTIVE for port object cb9c34f0-e7d0-4ad9-a832-2b8d36fd4b75 will not be triggered until provisioned by entity L2. {{(pid=108156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 04:41:36.529288 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-5642a9c5-c06c-4e54-85ef-969fad58df96 req-edcca16f-ee7a-4748-8f40-8b3d1c450fb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26488999'] for port, after_update {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:36.582841 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-44f2e33d-5c5b-4016-989a-bf9a08d9ccb1 req-79b009db-46d6-4e98-8491-25a852e9d27a service neutron] 10.222.0.69 "GET /v2.0/networks/a55a2564-19fb-42de-b028-00d598cafe4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773276 Feb 17 04:41:36.585225 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-b7bc759f-1896-487f-ac08-c5b65950ece8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:36.587561 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-1b8c28c5-60cb-4ad7-ac96-63002ef98fc5 req-a1b699d0-ab1a-4bd7-9d83-cdc4afcd5596 service neutron] 10.222.0.69 "GET /v2.0/networks/74cb6299-8bcb-40e2-bf6f-3a75fe36f7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699196 Feb 17 04:41:36.592099 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-b7bc759f-1896-487f-ac08-c5b65950ece8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:36.621195 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcca16f-ee7a-4748-8f40-8b3d1c450fb8 service neutron] Pushing event updated for resources: {'Port': ['ID=cb9c34f0-e7d0-4ad9-a832-2b8d36fd4b75,revision_number=2']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:36.674662 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.managers [req-5642a9c5-c06c-4e54-85ef-969fad58df96 req-edcca16f-ee7a-4748-8f40-8b3d1c450fb8 service neutron] Attempting to bind port cb9c34f0-e7d0-4ad9-a832-2b8d36fd4b75 on host hv-cinder-82963 for vnic_type normal with profile {{(pid=108156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 04:41:36.675273 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.managers [req-5642a9c5-c06c-4e54-85ef-969fad58df96 req-edcca16f-ee7a-4748-8f40-8b3d1c450fb8 service neutron] Attempting to bind port cb9c34f0-e7d0-4ad9-a832-2b8d36fd4b75 by drivers openvswitch,hyperv on host hv-cinder-82963 at level 0 using segments [{'id': '921f51d7-f717-4c8c-bc48-c7fb530ad607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a55a2564-19fb-42de-b028-00d598cafe4a'}] {{(pid=108156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 04:41:36.675666 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5642a9c5-c06c-4e54-85ef-969fad58df96 req-edcca16f-ee7a-4748-8f40-8b3d1c450fb8 service neutron] Attempting to bind port cb9c34f0-e7d0-4ad9-a832-2b8d36fd4b75 on network a55a2564-19fb-42de-b028-00d598cafe4a {{(pid=108156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:41:36.680241 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5642a9c5-c06c-4e54-85ef-969fad58df96 req-edcca16f-ee7a-4748-8f40-8b3d1c450fb8 service neutron] Port cb9c34f0-e7d0-4ad9-a832-2b8d36fd4b75 on network a55a2564-19fb-42de-b028-00d598cafe4a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82963 {{(pid=108156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 04:41:36.680564 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5642a9c5-c06c-4e54-85ef-969fad58df96 req-edcca16f-ee7a-4748-8f40-8b3d1c450fb8 service neutron] Attempting to bind port cb9c34f0-e7d0-4ad9-a832-2b8d36fd4b75 on network a55a2564-19fb-42de-b028-00d598cafe4a {{(pid=108156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:41:36.685443 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5642a9c5-c06c-4e54-85ef-969fad58df96 req-edcca16f-ee7a-4748-8f40-8b3d1c450fb8 service neutron] Checking agent: {'id': '8333eb14-27e3-4539-92ee-8ab97b467e5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82963', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 4, 38, 23), 'started_at': datetime.datetime(2022, 2, 17, 4, 38, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 4, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 04:41:36.685784 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5642a9c5-c06c-4e54-85ef-969fad58df96 req-edcca16f-ee7a-4748-8f40-8b3d1c450fb8 service neutron] Checking segment: {'id': '921f51d7-f717-4c8c-bc48-c7fb530ad607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a55a2564-19fb-42de-b028-00d598cafe4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:41:36.686172 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5642a9c5-c06c-4e54-85ef-969fad58df96 req-edcca16f-ee7a-4748-8f40-8b3d1c450fb8 service neutron] Bound using segment: {'id': '921f51d7-f717-4c8c-bc48-c7fb530ad607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a55a2564-19fb-42de-b028-00d598cafe4a'} {{(pid=108156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 04:41:36.686599 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.managers [req-5642a9c5-c06c-4e54-85ef-969fad58df96 req-edcca16f-ee7a-4748-8f40-8b3d1c450fb8 service neutron] Bound port: cb9c34f0-e7d0-4ad9-a832-2b8d36fd4b75, host: hv-cinder-82963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '921f51d7-f717-4c8c-bc48-c7fb530ad607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a55a2564-19fb-42de-b028-00d598cafe4a'}}] {{(pid=108156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 04:41:36.686982 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-5642a9c5-c06c-4e54-85ef-969fad58df96 req-edcca16f-ee7a-4748-8f40-8b3d1c450fb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:36.702153 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2085f3c-e80e-429d-8a59-8d548f4a2fe3', 'tag': 'bf25add4-5eea-4ae0-8640-eb4f7324dd34'}] {{(pid=108155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:41:36.704431 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7db4504e89d758142afd4bd708bcac288359c97a2e78e5aa13d69e3d31a34d2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95c8c248-b934-4b35-93fc-f7b94ba03d4a" -d '{"events": [{"name": "network-changed", "server_uuid": "c2085f3c-e80e-429d-8a59-8d548f4a2fe3", "tag": "bf25add4-5eea-4ae0-8640-eb4f7324dd34"}]}' {{(pid=108155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:41:36.743402 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-b7bc759f-1896-487f-ac08-c5b65950ece8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=794798ac754043e0a709db4ed4e0e528&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8237920 Feb 17 04:41:36.744031 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bc759f-1896-487f-ac08-c5b65950ece8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34e95d67-fdba-42eb-84dd-3d94abced3c9,revision_number=1']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:36.746969 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 58544) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:36.772057 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 04:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd4ba4a-ae99-4538-adcf-eedbfa0524cb x-openstack-request-id: req-ebd4ba4a-ae99-4538-adcf-eedbfa0524cb {{(pid=108155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:41:36.772349 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2085f3c-e80e-429d-8a59-8d548f4a2fe3", "tag": "bf25add4-5eea-4ae0-8640-eb4f7324dd34", "status": "completed", "code": 200}]} {{(pid=108155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:41:36.772674 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ebd4ba4a-ae99-4538-adcf-eedbfa0524cb {{(pid=108155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:41:36.773009 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2085f3c-e80e-429d-8a59-8d548f4a2fe3', 'tag': 'bf25add4-5eea-4ae0-8640-eb4f7324dd34', 'status': 'completed', 'code': 200} Feb 17 04:41:36.797762 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-a78b281c-8c6b-4291-b1ed-6ea7cdc04b94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:36.841342 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-1b8c28c5-60cb-4ad7-ac96-63002ef98fc5 req-cbdcf9a8-669f-4cc8-8105-6a90374cffb7 service neutron] 10.222.0.69 "GET /v2.0/networks/74cb6299-8bcb-40e2-bf6f-3a75fe36f7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307074 Feb 17 04:41:36.862851 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-44f2e33d-5c5b-4016-989a-bf9a08d9ccb1 req-9dcf197f-38c2-48d0-a1a6-14dae42e8c6c service neutron] 10.222.0.69 "GET /v2.0/networks/a55a2564-19fb-42de-b028-00d598cafe4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509570 Feb 17 04:41:36.863582 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 58548) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:36.885293 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-786345a8-007d-475c-85cc-3322c59e248c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:36.887764 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-97c809d0-97aa-495f-8d26-1b515832bb0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:36.922905 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-a78b281c-8c6b-4291-b1ed-6ea7cdc04b94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:36.933252 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-a78b281c-8c6b-4291-b1ed-6ea7cdc04b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:36.936823 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-786345a8-007d-475c-85cc-3322c59e248c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:36.956283 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.db [req-5642a9c5-c06c-4e54-85ef-969fad58df96 req-edcca16f-ee7a-4748-8f40-8b3d1c450fb8 service neutron] For port cb9c34f0-e7d0-4ad9-a832-2b8d36fd4b75, host hv-cinder-82963, cleared binding levels {{(pid=108156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 04:41:36.975807 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.db [req-5642a9c5-c06c-4e54-85ef-969fad58df96 req-edcca16f-ee7a-4748-8f40-8b3d1c450fb8 service neutron] For port cb9c34f0-e7d0-4ad9-a832-2b8d36fd4b75, host hv-cinder-82963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=cb9c34f0-e7d0-4ad9-a832-2b8d36fd4b75,segment=NetworkSegment(921f51d7-f717-4c8c-bc48-c7fb530ad607),segment_id=921f51d7-f717-4c8c-bc48-c7fb530ad607)] {{(pid=108156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 04:41:36.994988 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-5642a9c5-c06c-4e54-85ef-969fad58df96 req-edcca16f-ee7a-4748-8f40-8b3d1c450fb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26488999'] for port, after_update {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:37.024594 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c8c248-b934-4b35-93fc-f7b94ba03d4a req-670732c8-b4fc-4487-8030-8ead1bae6904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:37.026058 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-95c8c248-b934-4b35-93fc-f7b94ba03d4a req-670732c8-b4fc-4487-8030-8ead1bae6904 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=92b0dec20c804bddbc963dd033479ae9&device_id=c2085f3c-e80e-429d-8a59-8d548f4a2fe3 HTTP/1.1" status: 200 len: 1097 time: 0.1101449 Feb 17 04:41:37.052159 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642a9c5-c06c-4e54-85ef-969fad58df96 req-edcca16f-ee7a-4748-8f40-8b3d1c450fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:37.052624 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-786345a8-007d-475c-85cc-3322c59e248c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:37.052773 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-5642a9c5-c06c-4e54-85ef-969fad58df96 req-edcca16f-ee7a-4748-8f40-8b3d1c450fb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737771'] for port, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:37.054651 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-5642a9c5-c06c-4e54-85ef-969fad58df96 req-edcca16f-ee7a-4748-8f40-8b3d1c450fb8 service neutron] 10.222.0.69 "PUT /v2.0/ports/cb9c34f0-e7d0-4ad9-a832-2b8d36fd4b75 HTTP/1.1" status: 200 len: 1093 time: 1.3522506 Feb 17 04:41:37.055223 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-786345a8-007d-475c-85cc-3322c59e248c admin admin] Notify callbacks [] for security_group, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:37.056297 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-786345a8-007d-475c-85cc-3322c59e248c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/34e95d67-fdba-42eb-84dd-3d94abced3c9 HTTP/1.1" status: 204 len: 168 time: 0.3057208 Feb 17 04:41:37.068255 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '391d8445-5681-452e-87d2-f3fc8e6a95c5', 'tag': 'cb9c34f0-e7d0-4ad9-a832-2b8d36fd4b75'}] {{(pid=108156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:41:37.071709 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0b67973df7b1313e2305cae6a6fc83f0f1e2d937ba4ea44ff20eeef2f46ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62ef3a0a-1c79-4527-bef9-8caa49be7f31" -d '{"events": [{"name": "network-changed", "server_uuid": "391d8445-5681-452e-87d2-f3fc8e6a95c5", "tag": "cb9c34f0-e7d0-4ad9-a832-2b8d36fd4b75"}]}' {{(pid=108156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:41:37.078657 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-a78b281c-8c6b-4291-b1ed-6ea7cdc04b94 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5a4e4ba8bbba469eafabaa9c6bdbc54c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7330294 Feb 17 04:41:37.079471 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78b281c-8c6b-4291-b1ed-6ea7cdc04b94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bbda5da-752b-429c-b83c-ae4ec80578fc,revision_number=1']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:37.085923 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 58556) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:37.110171 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786345a8-007d-475c-85cc-3322c59e248c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e95d67-fdba-42eb-84dd-3d94abced3c9,revision_number=None']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:37.121655 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-97c809d0-97aa-495f-8d26-1b515832bb0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:37.129130 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-97c809d0-97aa-495f-8d26-1b515832bb0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:37.184350 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcca16f-ee7a-4748-8f40-8b3d1c450fb8 service neutron] Pushing event updated for resources: {'Port': ['ID=cb9c34f0-e7d0-4ad9-a832-2b8d36fd4b75,revision_number=3']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:37.191144 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-97c809d0-97aa-495f-8d26-1b515832bb0d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=75fcfc1cbb974473b8b737c4a21e78cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3235545 Feb 17 04:41:37.194426 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 58558) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:37.200856 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c809d0-97aa-495f-8d26-1b515832bb0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87eb7af0-7ce1-413d-a061-42b1a37029a2,revision_number=1']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:37.204092 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c8c248-b934-4b35-93fc-f7b94ba03d4a req-951deded-4113-40a0-a2da-79155f4fab68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:37.205681 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-95c8c248-b934-4b35-93fc-f7b94ba03d4a req-951deded-4113-40a0-a2da-79155f4fab68 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a55a2564-19fb-42de-b028-00d598cafe4a HTTP/1.1" status: 200 len: 918 time: 0.1667964 Feb 17 04:41:37.227307 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 04:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fab93b0-b1a1-463d-a7d8-56420a1ae82e x-openstack-request-id: req-9fab93b0-b1a1-463d-a7d8-56420a1ae82e {{(pid=108156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:41:37.227593 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "391d8445-5681-452e-87d2-f3fc8e6a95c5", "tag": "cb9c34f0-e7d0-4ad9-a832-2b8d36fd4b75", "status": "completed", "code": 200}]} {{(pid=108156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:41:37.227843 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9fab93b0-b1a1-463d-a7d8-56420a1ae82e {{(pid=108156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:41:37.228258 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '391d8445-5681-452e-87d2-f3fc8e6a95c5', 'tag': 'cb9c34f0-e7d0-4ad9-a832-2b8d36fd4b75', 'status': 'completed', 'code': 200} Feb 17 04:41:37.253314 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-accb3a10-d80b-4bac-9bd9-f862b88cff99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:37.256367 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642a9c5-c06c-4e54-85ef-969fad58df96 req-b84b6a09-2aeb-40ee-8367-95844080f0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:37.257831 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-5642a9c5-c06c-4e54-85ef-969fad58df96 req-b84b6a09-2aeb-40ee-8367-95844080f0c7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=92b0dec20c804bddbc963dd033479ae9&device_id=391d8445-5681-452e-87d2-f3fc8e6a95c5 HTTP/1.1" status: 200 len: 1096 time: 0.1244433 Feb 17 04:41:37.258339 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-95c8c248-b934-4b35-93fc-f7b94ba03d4a req-e18f4a8b-3c94-47fe-b7e1-19b1353464f2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf25add4-5eea-4ae0-8640-eb4f7324dd34 HTTP/1.1" status: 200 len: 217 time: 0.0450792 Feb 17 04:41:37.326315 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c8c248-b934-4b35-93fc-f7b94ba03d4a req-f0fff261-1d18-45b5-8f4a-fc539601463c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:37.328062 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-95c8c248-b934-4b35-93fc-f7b94ba03d4a req-f0fff261-1d18-45b5-8f4a-fc539601463c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=adb3df03-1e4f-494b-bfad-b6131c8a078e HTTP/1.1" status: 200 len: 858 time: 0.0525229 Feb 17 04:41:37.335128 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-5642a9c5-c06c-4e54-85ef-969fad58df96 req-27fe471d-259a-4526-beb0-12df9c1671b8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb9c34f0-e7d0-4ad9-a832-2b8d36fd4b75 HTTP/1.1" status: 200 len: 217 time: 0.0598664 Feb 17 04:41:37.340749 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-accb3a10-d80b-4bac-9bd9-f862b88cff99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:37.358274 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-b9d07cef-3c62-4c54-9806-60ce4db41cec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:37.360675 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-95c8c248-b934-4b35-93fc-f7b94ba03d4a req-14027777-227b-42d8-91f3-7930cf720027 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a55a2564-19fb-42de-b028-00d598cafe4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248959 Feb 17 04:41:37.429748 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-b9d07cef-3c62-4c54-9806-60ce4db41cec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:37.444325 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642a9c5-c06c-4e54-85ef-969fad58df96 req-4f419207-00d7-46f2-85ad-1f662033021f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:37.446150 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-5642a9c5-c06c-4e54-85ef-969fad58df96 req-4f419207-00d7-46f2-85ad-1f662033021f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=adb3df03-1e4f-494b-bfad-b6131c8a078e HTTP/1.1" status: 200 len: 858 time: 0.0973022 Feb 17 04:41:37.467209 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-95c8c248-b934-4b35-93fc-f7b94ba03d4a req-1563903a-eb2a-430d-9cdf-6b856f73367e service neutron] 10.222.0.69 "GET /v2.0/networks/a55a2564-19fb-42de-b028-00d598cafe4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976279 Feb 17 04:41:37.500161 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-5642a9c5-c06c-4e54-85ef-969fad58df96 req-8b80e4a7-aa84-4dc4-92ed-ed970f24ccea service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a55a2564-19fb-42de-b028-00d598cafe4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442359 Feb 17 04:41:37.500621 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 58564) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:37.503908 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-accb3a10-d80b-4bac-9bd9-f862b88cff99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:37.506504 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-accb3a10-d80b-4bac-9bd9-f862b88cff99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:37.507592 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-accb3a10-d80b-4bac-9bd9-f862b88cff99 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9bbda5da-752b-429c-b83c-ae4ec80578fc HTTP/1.1" status: 204 len: 168 time: 0.4199018 Feb 17 04:41:37.545896 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-b2e2510b-97ba-48b6-89ff-8645efb5323a admin admin] Notify callbacks [] for security_group, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:37.548240 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb3a10-d80b-4bac-9bd9-f862b88cff99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bbda5da-752b-429c-b83c-ae4ec80578fc,revision_number=None']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:37.606757 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-95c8c248-b934-4b35-93fc-f7b94ba03d4a req-09691817-117c-4708-8be3-fa4db950f054 service neutron] 10.222.0.69 "GET /v2.0/networks/a55a2564-19fb-42de-b028-00d598cafe4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320715 Feb 17 04:41:37.645570 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-b9d07cef-3c62-4c54-9806-60ce4db41cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:37.648299 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-b9d07cef-3c62-4c54-9806-60ce4db41cec admin admin] Notify callbacks [] for security_group, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:37.649432 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-b9d07cef-3c62-4c54-9806-60ce4db41cec admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/87eb7af0-7ce1-413d-a061-42b1a37029a2 HTTP/1.1" status: 204 len: 168 time: 0.4536855 Feb 17 04:41:37.679536 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3283b88a-c200-4f25-8823-42da762f45ae req-c816ad01-13ef-472a-8945-2f1c2482ab99 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:37.687991 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d07cef-3c62-4c54-9806-60ce4db41cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87eb7af0-7ce1-413d-a061-42b1a37029a2,revision_number=None']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:37.688938 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-3283b88a-c200-4f25-8823-42da762f45ae req-c816ad01-13ef-472a-8945-2f1c2482ab99 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=391d8445-5681-452e-87d2-f3fc8e6a95c5 HTTP/1.1" status: 200 len: 943 time: 0.0697172 Feb 17 04:41:37.735145 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ca0a2a-04a0-42a3-a7e2-406e898fad45 req-1b4e9f8d-793f-4d58-aba8-e6e57dc42871 tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:37.737319 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-3283b88a-c200-4f25-8823-42da762f45ae req-edbf389a-9dbf-42b1-b451-66aa00816423 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469944 Feb 17 04:41:37.737756 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-00ca0a2a-04a0-42a3-a7e2-406e898fad45 req-1b4e9f8d-793f-4d58-aba8-e6e57dc42871 tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3e243eb-2bbe-47c2-bebb-c67ea29402d4 HTTP/1.1" status: 200 len: 943 time: 0.1544700 Feb 17 04:41:37.751585 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-5642a9c5-c06c-4e54-85ef-969fad58df96 req-b04e30a7-bc9e-4d0c-9a20-446ce88240e3 service neutron] 10.222.0.69 "GET /v2.0/networks/a55a2564-19fb-42de-b028-00d598cafe4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429676 Feb 17 04:41:37.863334 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-00ca0a2a-04a0-42a3-a7e2-406e898fad45 req-1312513b-3733-4901-b8ca-2fc6ad8acdad tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] 10.222.0.36 "GET /v2.0/security-groups?id=adb32bc5-2646-4fe7-9955-f650d799fd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146035 Feb 17 04:41:37.875597 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-b2e2510b-97ba-48b6-89ff-8645efb5323a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:37.883573 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-b2e2510b-97ba-48b6-89ff-8645efb5323a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:37.948566 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-b2e2510b-97ba-48b6-89ff-8645efb5323a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f04c9ff5daa04ff7a48763198b163eea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4468608 Feb 17 04:41:37.951276 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 58582) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:37.953408 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e2510b-97ba-48b6-89ff-8645efb5323a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50c9891c-4b13-48ff-85ce-bafa818e8195,revision_number=1']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:37.959059 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-5642a9c5-c06c-4e54-85ef-969fad58df96 req-7902f85e-ab65-43dc-b060-f6930f95feee service neutron] 10.222.0.69 "GET /v2.0/networks/a55a2564-19fb-42de-b028-00d598cafe4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945949 Feb 17 04:41:38.036778 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-5a1b298a-2f84-4fb4-b007-581da3a92efb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:38.064967 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-5a1b298a-2f84-4fb4-b007-581da3a92efb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:38.105673 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ef3a0a-1c79-4527-bef9-8caa49be7f31 req-d411efe4-2066-4dc5-9130-e4862132d299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:38.107843 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-62ef3a0a-1c79-4527-bef9-8caa49be7f31 req-d411efe4-2066-4dc5-9130-e4862132d299 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=92b0dec20c804bddbc963dd033479ae9&device_id=391d8445-5681-452e-87d2-f3fc8e6a95c5 HTTP/1.1" status: 200 len: 1096 time: 0.0759110 Feb 17 04:41:38.152315 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-5a1b298a-2f84-4fb4-b007-581da3a92efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:38.164565 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-5a1b298a-2f84-4fb4-b007-581da3a92efb admin admin] Notify callbacks [] for security_group, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:38.172367 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-5a1b298a-2f84-4fb4-b007-581da3a92efb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/50c9891c-4b13-48ff-85ce-bafa818e8195 HTTP/1.1" status: 204 len: 168 time: 0.2196796 Feb 17 04:41:38.189507 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1b298a-2f84-4fb4-b007-581da3a92efb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50c9891c-4b13-48ff-85ce-bafa818e8195,revision_number=None']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:38.223376 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Device 177b7f89-bf47-46d2-9fb5-637cc50ed09e details requested by agent hyperv_hv-cinder-82963 with host hv-cinder-82963 {{(pid=108157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 04:41:38.271495 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ef3a0a-1c79-4527-bef9-8caa49be7f31 req-73516d77-b388-47c7-b52e-e29c1aaf0f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:38.273414 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-62ef3a0a-1c79-4527-bef9-8caa49be7f31 req-73516d77-b388-47c7-b52e-e29c1aaf0f98 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a55a2564-19fb-42de-b028-00d598cafe4a HTTP/1.1" status: 200 len: 918 time: 0.1560159 Feb 17 04:41:38.357346 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-62ef3a0a-1c79-4527-bef9-8caa49be7f31 req-e79e033b-969e-46c9-9895-af2e44be8cf7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb9c34f0-e7d0-4ad9-a832-2b8d36fd4b75 HTTP/1.1" status: 200 len: 217 time: 0.0636511 Feb 17 04:41:38.372190 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] For port 177b7f89-bf47-46d2-9fb5-637cc50ed09e, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=177b7f89-bf47-46d2-9fb5-637cc50ed09e,segment=NetworkSegment(edd90dad-1361-4fd9-9b5c-f9a278df25e1),segment_id=edd90dad-1361-4fd9-9b5c-f9a278df25e1)] {{(pid=108157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:41:38.392017 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Returning: {'device': '177b7f89-bf47-46d2-9fb5-637cc50ed09e', 'network_id': '74cb6299-8bcb-40e2-bf6f-3a75fe36f7e8', 'port_id': '177b7f89-bf47-46d2-9fb5-637cc50ed09e', 'mac_address': 'fa:16:3e:ec:ac:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47c2b1d7-1c49-4e96-b578-7c0a50903177', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 04:41:38.420005 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ef3a0a-1c79-4527-bef9-8caa49be7f31 req-589272b9-9b49-4e0b-8302-94d344283da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:38.421602 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-62ef3a0a-1c79-4527-bef9-8caa49be7f31 req-589272b9-9b49-4e0b-8302-94d344283da2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=adb3df03-1e4f-494b-bfad-b6131c8a078e HTTP/1.1" status: 200 len: 858 time: 0.0579231 Feb 17 04:41:38.446736 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:38.467700 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.notifiers.nova [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 177b7f89-bf47-46d2-9fb5-637cc50ed09e {{(pid=108157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 04:41:38.479128 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-62ef3a0a-1c79-4527-bef9-8caa49be7f31 req-77c4cd99-71fb-4fb3-962a-9a6155365a6d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a55a2564-19fb-42de-b028-00d598cafe4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483792 Feb 17 04:41:38.503770 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] For port 177b7f89-bf47-46d2-9fb5-637cc50ed09e, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=177b7f89-bf47-46d2-9fb5-637cc50ed09e,segment=NetworkSegment(edd90dad-1361-4fd9-9b5c-f9a278df25e1),segment_id=edd90dad-1361-4fd9-9b5c-f9a278df25e1)] {{(pid=108157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:41:38.511478 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:38.584221 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Pushing event updated for resources: {'Port': ['ID=177b7f89-bf47-46d2-9fb5-637cc50ed09e,revision_number=4']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:38.622049 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-62ef3a0a-1c79-4527-bef9-8caa49be7f31 req-f38c89dd-e67b-4ad0-b927-84f26983a8d1 service neutron] 10.222.0.69 "GET /v2.0/networks/a55a2564-19fb-42de-b028-00d598cafe4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337152 Feb 17 04:41:38.738320 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 58626) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:38.748505 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-62ef3a0a-1c79-4527-bef9-8caa49be7f31 req-57ce42e0-a919-4373-a53b-415da0e3562a service neutron] 10.222.0.69 "GET /v2.0/networks/a55a2564-19fb-42de-b028-00d598cafe4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169035 Feb 17 04:41:38.803805 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] get_ports_and_sgs() called for port_ids ['177b7f89-bf47-46d2-9fb5-637cc50ed09e'] {{(pid=108157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 04:41:38.944297 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341f50d5-2227-4f2f-acca-34feeeb83d78 req-3461e239-b4de-46f1-acd4-cc933b68651c tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:38.954297 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-341f50d5-2227-4f2f-acca-34feeeb83d78 req-3461e239-b4de-46f1-acd4-cc933b68651c tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=391d8445-5681-452e-87d2-f3fc8e6a95c5 HTTP/1.1" status: 200 len: 943 time: 0.1090069 Feb 17 04:41:38.988046 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.v2.base [None req-6092af10-d3bb-45dc-b126-beafc9970dc7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-733546887-network', 'tenant_id': '3ebe5412b4bb403184e1943f302e5c70'}} {{(pid=108155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:41:39.038536 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-341f50d5-2227-4f2f-acca-34feeeb83d78 req-f6afb396-313d-44fe-b1f9-d57f959ff1d7 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829051 Feb 17 04:41:39.065122 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6092af10-d3bb-45dc-b126-beafc9970dc7 admin admin] Made reservation on behalf of 3ebe5412b4bb403184e1943f302e5c70 for: {'network': 1} {{(pid=108155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:41:39.068804 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-6092af10-d3bb-45dc-b126-beafc9970dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for network, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:39.084161 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-6092af10-d3bb-45dc-b126-beafc9970dc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:39.085570 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347aeb0a-aa97-4f21-a76e-2e176922d703 req-4d81947a-ce0d-4f46-a497-0e9fb45029d1 tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:39.088862 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-347aeb0a-aa97-4f21-a76e-2e176922d703 req-4d81947a-ce0d-4f46-a497-0e9fb45029d1 tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3e243eb-2bbe-47c2-bebb-c67ea29402d4 HTTP/1.1" status: 200 len: 944 time: 0.1035280 Feb 17 04:41:39.150819 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-347aeb0a-aa97-4f21-a76e-2e176922d703 req-32fffba3-57b8-414e-b396-ba970bf0b6ba tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] 10.222.0.36 "GET /v2.0/security-groups?id=adb32bc5-2646-4fe7-9955-f650d799fd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553257 Feb 17 04:41:39.203220 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-6092af10-d3bb-45dc-b126-beafc9970dc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:39.209945 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-6092af10-d3bb-45dc-b126-beafc9970dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:39.248287 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6092af10-d3bb-45dc-b126-beafc9970dc7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=108155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 04:41:39.260496 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6092af10-d3bb-45dc-b126-beafc9970dc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56457558-9d31-4e66-a32e-7dc17436222a,revision_number=1']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:39.271315 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-6092af10-d3bb-45dc-b126-beafc9970dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1955041'] for segment, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:39.271746 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.db.segments_db [None req-6092af10-d3bb-45dc-b126-beafc9970dc7 admin admin] Added segment 48781fd2-a2ea-4151-93a5-8a2b9e3402e8 of type vlan for network 4e85cae3-4230-466d-b880-ebad0eb9446b Feb 17 04:41:39.335680 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-6092af10-d3bb-45dc-b126-beafc9970dc7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733365501916'] for network, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:39.365479 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-6092af10-d3bb-45dc-b126-beafc9970dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-827310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785'] for network, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:39.367029 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6092af10-d3bb-45dc-b126-beafc9970dc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:39.367623 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-6092af10-d3bb-45dc-b126-beafc9970dc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737771'] for network, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:39.444359 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-6092af10-d3bb-45dc-b126-beafc9970dc7 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7039824 Feb 17 04:41:39.444595 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 58664) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:39.451193 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.v2.base [None req-e00f6429-2d6a-492a-b081-7409fe7fed09 admin admin] Request body: {'subnet': {'network_id': '4e85cae3-4230-466d-b880-ebad0eb9446b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-733546887-subnet', 'tenant_id': '3ebe5412b4bb403184e1943f302e5c70', 'ip_version': 4}} {{(pid=108156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:41:39.454064 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6092af10-d3bb-45dc-b126-beafc9970dc7 admin admin] Pushing event updated for resources: {'Network': ['ID=4e85cae3-4230-466d-b880-ebad0eb9446b,revision_number=1']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:39.466080 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Network 4e85cae3-4230-466d-b880-ebad0eb9446b details requested by agent ovs-agent-dv-cinder-829630-1-smb with host dv-cinder-829630-1-smb {{(pid=108157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 04:41:39.503160 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e00f6429-2d6a-492a-b081-7409fe7fed09 admin admin] Made reservation on behalf of 3ebe5412b4bb403184e1943f302e5c70 for: {'subnet': 1} {{(pid=108156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:41:39.506851 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-e00f6429-2d6a-492a-b081-7409fe7fed09 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27084059'] for subnet, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:39.729357 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-e00f6429-2d6a-492a-b081-7409fe7fed09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26488850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27084041'] for subnet, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:39.808075 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00f6429-2d6a-492a-b081-7409fe7fed09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=969d46d6-464e-4a90-93de-b5a05f1ac7ee,revision_number=0']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:39.827810 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00f6429-2d6a-492a-b081-7409fe7fed09 admin admin] Checking segment: {'id': '48781fd2-a2ea-4151-93a5-8a2b9e3402e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4e85cae3-4230-466d-b880-ebad0eb9446b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:41:39.828173 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00f6429-2d6a-492a-b081-7409fe7fed09 admin admin] Network hostable DHCP agents. Network: 4e85cae3-4230-466d-b880-ebad0eb9446b, hostable agents: ['d83db365-ab74-4a5c-900a-be065315088d'], hosted agents: [] {{(pid=108156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 04:41:39.849435 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00f6429-2d6a-492a-b081-7409fe7fed09 admin admin] Network 4e85cae3-4230-466d-b880-ebad0eb9446b is scheduled to be hosted by DHCP agent d83db365-ab74-4a5c-900a-be065315088d with binding_index 1 {{(pid=108156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 04:41:39.861838 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.scheduler.base_scheduler [None req-e00f6429-2d6a-492a-b081-7409fe7fed09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829630-1-smb, 4e85cae3-4230-466d-b880-ebad0eb9446b) {{(pid=108156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:41:39.868766 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00f6429-2d6a-492a-b081-7409fe7fed09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:39.869336 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-e00f6429-2d6a-492a-b081-7409fe7fed09 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:39.876444 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc8a662-8975-49bd-9849-387d617c1c03 None None] Network 4e85cae3-4230-466d-b880-ebad0eb9446b requested from dv-cinder-829630-1-smb {{(pid=108157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 17 04:41:39.896064 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-e00f6429-2d6a-492a-b081-7409fe7fed09 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4500268 Feb 17 04:41:39.898842 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 58686) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:39.904113 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.v2.base [None req-6cc15ec8-fed8-4ee0-af19-5dba8e4ab575 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-733546887-router', 'tenant_id': '3ebe5412b4bb403184e1943f302e5c70', 'external_gateway_info': {'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2'}}} {{(pid=108156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:41:39.931743 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-6cc15ec8-fed8-4ee0-af19-5dba8e4ab575 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-644848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9632'] for router, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:39.933177 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-6cc15ec8-fed8-4ee0-af19-5dba8e4ab575 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-649940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647366', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9657'] for router, precommit_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:40.005142 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-6cc15ec8-fed8-4ee0-af19-5dba8e4ab575 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:40.055594 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a01be70-3623-4e24-8a7f-30edc099913a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10ecbc9c-6953-53e6-acd5-dd5662dd8f7d-4e85cae3-4230-466d-b880-ebad0eb9446b', 'network_id': '4e85cae3-4230-466d-b880-ebad0eb9446b', 'tenant_id': '3ebe5412b4bb403184e1943f302e5c70', 'fixed_ips': [{'subnet_id': '969d46d6-464e-4a90-93de-b5a05f1ac7ee'}]}} from dv-cinder-829630-1-smb. {{(pid=108157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 17 04:41:40.058200 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-3a01be70-3623-4e24-8a7f-30edc099913a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_create {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:40.225555 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-6cc15ec8-fed8-4ee0-af19-5dba8e4ab575 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:40.228076 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c79365d-4ceb-46bf-8bf6-4bb0f4118eda req-43c6ff62-0caf-43f8-930d-a14a63978548 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:40.242573 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-8c79365d-4ceb-46bf-8bf6-4bb0f4118eda req-43c6ff62-0caf-43f8-930d-a14a63978548 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=391d8445-5681-452e-87d2-f3fc8e6a95c5 HTTP/1.1" status: 200 len: 943 time: 0.1195390 Feb 17 04:41:40.249027 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Device bf25add4-5eea-4ae0-8640-eb4f7324dd34 details requested by agent hyperv_hv-cinder-82963 with host hv-cinder-82963 {{(pid=108157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 04:41:40.250956 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Device 177b7f89-bf47-46d2-9fb5-637cc50ed09e up at agent hyperv_hv-cinder-82963 {{(pid=108157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:41:40.329403 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-8c79365d-4ceb-46bf-8bf6-4bb0f4118eda req-977db853-0a3e-4250-8ad7-3d3ce214ba84 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759239 Feb 17 04:41:40.378792 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.db_base_plugin_common [None req-3a01be70-3623-4e24-8a7f-30edc099913a None None] Allocated IP 172.20.0.2 (4e85cae3-4230-466d-b880-ebad0eb9446b/969d46d6-464e-4a90-93de-b5a05f1ac7ee/9a4c49b3-dc45-4ceb-8839-e6c67d7d6ac8) {{(pid=108157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:41:40.427416 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac844618-d05c-4dbb-b648-192b19d58c93 req-7b3faaf1-33cd-4065-b6cf-97e20d09d228 tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:40.429315 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-ac844618-d05c-4dbb-b648-192b19d58c93 req-7b3faaf1-33cd-4065-b6cf-97e20d09d228 tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3e243eb-2bbe-47c2-bebb-c67ea29402d4 HTTP/1.1" status: 200 len: 944 time: 0.0945783 Feb 17 04:41:40.501173 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-ac844618-d05c-4dbb-b648-192b19d58c93 req-262ad6cc-d25a-4af8-9d20-7d2a544b0885 tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] 10.222.0.36 "GET /v2.0/security-groups?id=adb32bc5-2646-4fe7-9955-f650d799fd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512862 Feb 17 04:41:40.629951 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-6cc15ec8-fed8-4ee0-af19-5dba8e4ab575 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:40.656630 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] For port bf25add4-5eea-4ae0-8640-eb4f7324dd34, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=bf25add4-5eea-4ae0-8640-eb4f7324dd34,segment=NetworkSegment(921f51d7-f717-4c8c-bc48-c7fb530ad607),segment_id=921f51d7-f717-4c8c-bc48-c7fb530ad607)] {{(pid=108157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:41:40.661519 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Provisioning for port 177b7f89-bf47-46d2-9fb5-637cc50ed09e completed by entity L2. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 04:41:40.667402 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-6cc15ec8-fed8-4ee0-af19-5dba8e4ab575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:40.681648 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Provisioning complete for port 177b7f89-bf47-46d2-9fb5-637cc50ed09e triggered by entity L2. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:41:40.682387 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:40.686497 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Returning: {'device': 'bf25add4-5eea-4ae0-8640-eb4f7324dd34', 'network_id': 'a55a2564-19fb-42de-b028-00d598cafe4a', 'port_id': 'bf25add4-5eea-4ae0-8640-eb4f7324dd34', 'mac_address': 'fa:16:3e:85:77:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adb3df03-1e4f-494b-bfad-b6131c8a078e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 04:41:40.805834 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.db.db_base_plugin_common [None req-6cc15ec8-fed8-4ee0-af19-5dba8e4ab575 admin admin] Allocated IP 172.28.3.145 (9ee4813c-26bc-4ce0-8bb0-948d56f273c2/e9f6ab95-7249-4be3-8bb0-da1d9214eacd/b3cca5fe-d413-48d3-926b-24b33d952b00) {{(pid=108156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:41:40.822876 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:40.850465 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-3a01be70-3623-4e24-8a7f-30edc099913a None None] Notify callbacks [] for port, precommit_create {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:40.850465 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.notifiers.nova [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf25add4-5eea-4ae0-8640-eb4f7324dd34 {{(pid=108157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 04:41:40.863458 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-3a01be70-3623-4e24-8a7f-30edc099913a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733365499769'] for port, after_create {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:40.930496 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] For port bf25add4-5eea-4ae0-8640-eb4f7324dd34, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=bf25add4-5eea-4ae0-8640-eb4f7324dd34,segment=NetworkSegment(921f51d7-f717-4c8c-bc48-c7fb530ad607),segment_id=921f51d7-f717-4c8c-bc48-c7fb530ad607)] {{(pid=108157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:41:40.953144 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a01be70-3623-4e24-8a7f-30edc099913a None None] Network 4e85cae3-4230-466d-b880-ebad0eb9446b is already hosted by enough agents. {{(pid=108157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:41:40.954068 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:40.959963 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:40.961998 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.scheduler.base_scheduler [None req-3a01be70-3623-4e24-8a7f-30edc099913a None None] Resources bound (agent type, host, resource id): {{(pid=108157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:41:40.967677 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a01be70-3623-4e24-8a7f-30edc099913a None None] Received port after_create {{(pid=108157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:41:40.982815 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a01be70-3623-4e24-8a7f-30edc099913a None None] Pushing event updated for resources: {'Port': ['ID=9a4c49b3-dc45-4ceb-8839-e6c67d7d6ac8,revision_number=1']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:41.031256 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-6cc15ec8-fed8-4ee0-af19-5dba8e4ab575 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:41.049073 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3e243eb-2bbe-47c2-bebb-c67ea29402d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '177b7f89-bf47-46d2-9fb5-637cc50ed09e'}] {{(pid=108157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:41:41.052425 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2d1db2b66fadfb38f3e682fd5beb02e22f49f1efddde24347983e162d9d2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53133033-cf15-4f21-bb15-9b55c68726f7" -d '{"events": [{"server_uuid": "c3e243eb-2bbe-47c2-bebb-c67ea29402d4", "name": "network-vif-plugged", "status": "completed", "tag": "177b7f89-bf47-46d2-9fb5-637cc50ed09e"}]}' {{(pid=108157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:41:41.097594 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 58750) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:41.107928 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] For port 177b7f89-bf47-46d2-9fb5-637cc50ed09e, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=177b7f89-bf47-46d2-9fb5-637cc50ed09e,segment=NetworkSegment(edd90dad-1361-4fd9-9b5c-f9a278df25e1),segment_id=edd90dad-1361-4fd9-9b5c-f9a278df25e1)] {{(pid=108157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:41:41.116542 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Pushing event updated for resources: {'Port': ['ID=bf25add4-5eea-4ae0-8640-eb4f7324dd34,revision_number=4']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:41.118971 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-6cc15ec8-fed8-4ee0-af19-5dba8e4ab575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733365499769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26489006'] for port, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:41.137951 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.managers [None req-3a01be70-3623-4e24-8a7f-30edc099913a None None] Attempting to bind port 9a4c49b3-dc45-4ceb-8839-e6c67d7d6ac8 on host dv-cinder-829630-1-smb for vnic_type normal with profile {{(pid=108157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 04:41:41.138393 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.managers [None req-3a01be70-3623-4e24-8a7f-30edc099913a None None] Attempting to bind port 9a4c49b3-dc45-4ceb-8839-e6c67d7d6ac8 by drivers openvswitch,hyperv on host dv-cinder-829630-1-smb at level 0 using segments [{'id': '48781fd2-a2ea-4151-93a5-8a2b9e3402e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4e85cae3-4230-466d-b880-ebad0eb9446b'}] {{(pid=108157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 04:41:41.138882 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a01be70-3623-4e24-8a7f-30edc099913a None None] Attempting to bind port 9a4c49b3-dc45-4ceb-8839-e6c67d7d6ac8 on network 4e85cae3-4230-466d-b880-ebad0eb9446b {{(pid=108157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:41:41.148114 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:41.148695 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc15ec8-fed8-4ee0-af19-5dba8e4ab575 admin admin] Network 9ee4813c-26bc-4ce0-8bb0-948d56f273c2 is already hosted by enough agents. {{(pid=108156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:41:41.151412 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.scheduler.base_scheduler [None req-6cc15ec8-fed8-4ee0-af19-5dba8e4ab575 admin admin] Resources bound (agent type, host, resource id): {{(pid=108156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:41:41.171951 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 04:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-585a5759-e27b-4003-b3a3-45de4b325789 x-openstack-request-id: req-585a5759-e27b-4003-b3a3-45de4b325789 {{(pid=108157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:41:41.177019 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3e243eb-2bbe-47c2-bebb-c67ea29402d4", "name": "network-vif-plugged", "status": "completed", "tag": "177b7f89-bf47-46d2-9fb5-637cc50ed09e", "code": 200}]} {{(pid=108157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:41:41.177624 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-585a5759-e27b-4003-b3a3-45de4b325789 {{(pid=108157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:41:41.179702 dv-cinder-829630-1-smb neutron-server[108157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3e243eb-2bbe-47c2-bebb-c67ea29402d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '177b7f89-bf47-46d2-9fb5-637cc50ed09e', 'code': 200} Feb 17 04:41:41.183109 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc15ec8-fed8-4ee0-af19-5dba8e4ab575 admin admin] Received port after_create {{(pid=108156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:41:41.254015 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a01be70-3623-4e24-8a7f-30edc099913a None None] Checking agent: {'id': 'd1beeaa3-bd36-43bd-8b31-620fffa1b4c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 4, 31, 55), 'started_at': datetime.datetime(2022, 2, 17, 4, 32, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 4, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 04:41:41.254015 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a01be70-3623-4e24-8a7f-30edc099913a None None] Checking segment: {'id': '48781fd2-a2ea-4151-93a5-8a2b9e3402e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4e85cae3-4230-466d-b880-ebad0eb9446b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:41:41.254015 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-3a01be70-3623-4e24-8a7f-30edc099913a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:41.254578 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a01be70-3623-4e24-8a7f-30edc099913a None None] Bound using segment: {'id': '48781fd2-a2ea-4151-93a5-8a2b9e3402e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4e85cae3-4230-466d-b880-ebad0eb9446b'} {{(pid=108157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 04:41:41.255777 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.managers [None req-3a01be70-3623-4e24-8a7f-30edc099913a None None] Bound port: 9a4c49b3-dc45-4ceb-8839-e6c67d7d6ac8, host: dv-cinder-829630-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48781fd2-a2ea-4151-93a5-8a2b9e3402e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4e85cae3-4230-466d-b880-ebad0eb9446b'}}] {{(pid=108157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 04:41:41.256460 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-3a01be70-3623-4e24-8a7f-30edc099913a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:41.273343 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Pushing event updated for resources: {'Port': ['ID=177b7f89-bf47-46d2-9fb5-637cc50ed09e,revision_number=5']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:41.285641 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] get_ports_and_sgs() called for port_ids ['bf25add4-5eea-4ae0-8640-eb4f7324dd34'] {{(pid=108157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 04:41:41.341825 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-73ba12db-215d-4243-b8fc-fb7499bf0553 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:41.439413 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-3a01be70-3623-4e24-8a7f-30edc099913a None None] For port 9a4c49b3-dc45-4ceb-8839-e6c67d7d6ac8, host dv-cinder-829630-1-smb, cleared binding levels {{(pid=108157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 04:41:41.444849 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-3a01be70-3623-4e24-8a7f-30edc099913a None None] For port 9a4c49b3-dc45-4ceb-8839-e6c67d7d6ac8, host dv-cinder-829630-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-smb',level=0,port_id=9a4c49b3-dc45-4ceb-8839-e6c67d7d6ac8,segment=NetworkSegment(48781fd2-a2ea-4151-93a5-8a2b9e3402e8),segment_id=48781fd2-a2ea-4151-93a5-8a2b9e3402e8)] {{(pid=108157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 04:41:41.457896 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-3a01be70-3623-4e24-8a7f-30edc099913a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:41.511892 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-73ba12db-215d-4243-b8fc-fb7499bf0553 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:41.519385 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-73ba12db-215d-4243-b8fc-fb7499bf0553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:41.542241 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a01be70-3623-4e24-8a7f-30edc099913a None None] Pushing event updated for resources: {'Port': ['ID=9a4c49b3-dc45-4ceb-8839-e6c67d7d6ac8,revision_number=2']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:41.573214 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-73ba12db-215d-4243-b8fc-fb7499bf0553 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=59c3af6e3c894d92a28fbcf6fcacec72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4731481 Feb 17 04:41:41.578059 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 58758) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:41.599052 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ba12db-215d-4243-b8fc-fb7499bf0553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8eca8f9-3d0e-477b-98d4-ef065795e510,revision_number=1']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:41.688181 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-23be70d6-79ee-4645-8cbb-912146584baf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:41.710749 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800c9a76-5863-4def-a753-d6d87078cb49 req-d59c32d4-82ff-47aa-a102-19b2af084767 tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:41.712374 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-800c9a76-5863-4def-a753-d6d87078cb49 req-d59c32d4-82ff-47aa-a102-19b2af084767 tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3e243eb-2bbe-47c2-bebb-c67ea29402d4 HTTP/1.1" status: 200 len: 945 time: 0.0891128 Feb 17 04:41:41.730531 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-23be70d6-79ee-4645-8cbb-912146584baf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:41.789920 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b9b9d6-0290-4e6d-a245-1b36faa418c5 req-f4a01eb6-1e71-473c-976c-bd3ce1a47d9a tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:41.792725 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-800c9a76-5863-4def-a753-d6d87078cb49 req-89379c9d-5d3e-410a-a2eb-e271f5e0aec0 tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] 10.222.0.36 "GET /v2.0/security-groups?id=adb32bc5-2646-4fe7-9955-f650d799fd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687535 Feb 17 04:41:41.826845 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-d6b9b9d6-0290-4e6d-a245-1b36faa418c5 req-f4a01eb6-1e71-473c-976c-bd3ce1a47d9a tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=391d8445-5681-452e-87d2-f3fc8e6a95c5 HTTP/1.1" status: 200 len: 943 time: 0.2383447 Feb 17 04:41:41.838642 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-23be70d6-79ee-4645-8cbb-912146584baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:41.841368 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-23be70d6-79ee-4645-8cbb-912146584baf admin admin] Notify callbacks [] for security_group, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:41.842209 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc15ec8-fed8-4ee0-af19-5dba8e4ab575 admin admin] Pushing event updated for resources: {'Port': ['ID=b3cca5fe-d413-48d3-926b-24b33d952b00,revision_number=1']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:41.855945 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-23be70d6-79ee-4645-8cbb-912146584baf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e8eca8f9-3d0e-477b-98d4-ef065795e510 HTTP/1.1" status: 204 len: 168 time: 0.2768924 Feb 17 04:41:41.869375 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23be70d6-79ee-4645-8cbb-912146584baf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8eca8f9-3d0e-477b-98d4-ef065795e510,revision_number=None']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:41.889170 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16e4adf-9a5e-4ff8-8f8f-14948caf7967 req-2cdfa192-2563-4b04-9b38-db5a6ec441d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:41.891342 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-b16e4adf-9a5e-4ff8-8f8f-14948caf7967 req-2cdfa192-2563-4b04-9b38-db5a6ec441d0 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c3e243eb-2bbe-47c2-bebb-c67ea29402d4 HTTP/1.1" status: 200 len: 1098 time: 0.3173642 Feb 17 04:41:41.934307 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-d6b9b9d6-0290-4e6d-a245-1b36faa418c5 req-bed662e1-7274-49fd-b12f-2a32e6b2f400 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985670 Feb 17 04:41:42.004361 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-b16e4adf-9a5e-4ff8-8f8f-14948caf7967 req-49b61017-6830-4484-a593-f7c607327620 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=adb32bc5-2646-4fe7-9955-f650d799fd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964990 Feb 17 04:41:42.068635 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-6cc15ec8-fed8-4ee0-af19-5dba8e4ab575 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:42.182791 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 58772) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:42.203389 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-ea31ee6f-1877-4ee4-988f-da594f2eac20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:42.241867 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Device cb9c34f0-e7d0-4ad9-a832-2b8d36fd4b75 details requested by agent hyperv_hv-cinder-82963 with host hv-cinder-82963 {{(pid=108157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 04:41:42.258539 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Device bf25add4-5eea-4ae0-8640-eb4f7324dd34 up at agent hyperv_hv-cinder-82963 {{(pid=108157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:41:42.292609 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-ea31ee6f-1877-4ee4-988f-da594f2eac20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:42.299418 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-ea31ee6f-1877-4ee4-988f-da594f2eac20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:42.319523 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-6cc15ec8-fed8-4ee0-af19-5dba8e4ab575 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-649951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650009'] for router, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:42.361936 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-ea31ee6f-1877-4ee4-988f-da594f2eac20 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=aa3febcf85e447f99bd9f97d3b29ca65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1771247 Feb 17 04:41:42.364031 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 58774) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:42.365211 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea31ee6f-1877-4ee4-988f-da594f2eac20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce5be95d-17c0-4914-b402-fda8decde8f9,revision_number=1']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:42.399353 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Provisioning for port bf25add4-5eea-4ae0-8640-eb4f7324dd34 completed by entity L2. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 04:41:42.433039 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] For port cb9c34f0-e7d0-4ad9-a832-2b8d36fd4b75, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=cb9c34f0-e7d0-4ad9-a832-2b8d36fd4b75,segment=NetworkSegment(921f51d7-f717-4c8c-bc48-c7fb530ad607),segment_id=921f51d7-f717-4c8c-bc48-c7fb530ad607)] {{(pid=108157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:41:42.435701 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Provisioning complete for port bf25add4-5eea-4ae0-8640-eb4f7324dd34 triggered by entity L2. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:41:42.436270 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:42.442673 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-14b834e7-88a5-49d3-a1fd-19cf0929e447 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:42.482425 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-14b834e7-88a5-49d3-a1fd-19cf0929e447 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:42.502240 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Returning: {'device': 'cb9c34f0-e7d0-4ad9-a832-2b8d36fd4b75', 'network_id': 'a55a2564-19fb-42de-b028-00d598cafe4a', 'port_id': 'cb9c34f0-e7d0-4ad9-a832-2b8d36fd4b75', 'mac_address': 'fa:16:3e:46:35:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adb3df03-1e4f-494b-bfad-b6131c8a078e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 04:41:42.551302 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-14b834e7-88a5-49d3-a1fd-19cf0929e447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:42.555057 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-14b834e7-88a5-49d3-a1fd-19cf0929e447 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:42.559573 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-14b834e7-88a5-49d3-a1fd-19cf0929e447 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ce5be95d-17c0-4914-b402-fda8decde8f9 HTTP/1.1" status: 204 len: 168 time: 0.1911626 Feb 17 04:41:42.573814 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cc15ec8-fed8-4ee0-af19-5dba8e4ab575 admin admin] Router f647c5be-aba2-48ff-92e6-b2fa584852f5 is scheduled to L3 agent e8023405-eda5-4975-af11-622b29ed5550 with binding_index 1 {{(pid=108156) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 04:41:42.575093 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b834e7-88a5-49d3-a1fd-19cf0929e447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce5be95d-17c0-4914-b402-fda8decde8f9,revision_number=None']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:42.653612 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:42.670548 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.notifiers.nova [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb9c34f0-e7d0-4ad9-a832-2b8d36fd4b75 {{(pid=108157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 04:41:42.698208 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] For port cb9c34f0-e7d0-4ad9-a832-2b8d36fd4b75, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=cb9c34f0-e7d0-4ad9-a832-2b8d36fd4b75,segment=NetworkSegment(921f51d7-f717-4c8c-bc48-c7fb530ad607),segment_id=921f51d7-f717-4c8c-bc48-c7fb530ad607)] {{(pid=108157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:41:42.699574 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:42.710153 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:42.752671 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cc15ec8-fed8-4ee0-af19-5dba8e4ab575 admin admin] Notify agent at l3_agent.dv-cinder-829630-1-smb the message routers_updated {{(pid=108156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 04:41:42.766152 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a96fd44-f544-4420-a853-f879eead385d None None] Sync routers for ids ['f647c5be-aba2-48ff-92e6-b2fa584852f5'] in dv-cinder-829630-1-smb {{(pid=108158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 04:41:42.775490 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-6cc15ec8-fed8-4ee0-af19-5dba8e4ab575 admin admin] Notify callbacks [] for router, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:42.779592 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-6cc15ec8-fed8-4ee0-af19-5dba8e4ab575 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8772399 Feb 17 04:41:42.779739 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a96fd44-f544-4420-a853-f879eead385d None None] Routers {'f647c5be-aba2-48ff-92e6-b2fa584852f5'} bound to L3 agent in host dv-cinder-829630-1-smb {{(pid=108158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:41:42.779739 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_hamode_db [None req-2a96fd44-f544-4420-a853-f879eead385d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T04:31:52Z,description=,heartbeat_timestamp=2022-02-17T04:41:22Z,host='dv-cinder-829630-1-smb',id=e8023405-eda5-4975-af11-622b29ed5550,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:52Z,topic='l3_agent')) {'router_ids': ['f647c5be-aba2-48ff-92e6-b2fa584852f5'], 'active': True} {{(pid=108158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:41:42.780162 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 58782) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:42.796369 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] For port bf25add4-5eea-4ae0-8640-eb4f7324dd34, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=bf25add4-5eea-4ae0-8640-eb4f7324dd34,segment=NetworkSegment(921f51d7-f717-4c8c-bc48-c7fb530ad607),segment_id=921f51d7-f717-4c8c-bc48-c7fb530ad607)] {{(pid=108157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:41:42.808234 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:42.815647 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Pushing event updated for resources: {'Port': ['ID=cb9c34f0-e7d0-4ad9-a832-2b8d36fd4b75,revision_number=4']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:42.886275 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Pushing event updated for resources: {'Port': ['ID=bf25add4-5eea-4ae0-8640-eb4f7324dd34,revision_number=5']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:42.907093 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_dvr_db [None req-2a96fd44-f544-4420-a853-f879eead385d None None] Set router f647c5be-aba2-48ff-92e6-b2fa584852f5 gateway port host: dv-cinder-829630-1-smb {{(pid=108158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:41:42.966742 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0997ef-947c-4705-9594-72ca1666544e None None] Network 4e85cae3-4230-466d-b880-ebad0eb9446b requested from dv-cinder-829630-1-smb {{(pid=108157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 17 04:41:43.072134 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] get_ports_and_sgs() called for port_ids ['cb9c34f0-e7d0-4ad9-a832-2b8d36fd4b75'] {{(pid=108157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 04:41:43.076070 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f877d40-fa02-42ea-ab51-d07adc9390e4 req-2705af8d-6ac6-4d8f-a8c4-3d56242edc3c tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:43.078037 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-0f877d40-fa02-42ea-ab51-d07adc9390e4 req-2705af8d-6ac6-4d8f-a8c4-3d56242edc3c tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3e243eb-2bbe-47c2-bebb-c67ea29402d4 HTTP/1.1" status: 200 len: 945 time: 0.1008849 Feb 17 04:41:43.180879 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2085f3c-e80e-429d-8a59-8d548f4a2fe3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf25add4-5eea-4ae0-8640-eb4f7324dd34'}] {{(pid=108157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:41:43.184852 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2d1db2b66fadfb38f3e682fd5beb02e22f49f1efddde24347983e162d9d2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47857caa-8cf3-49fb-8ac8-1602326b99e0" -d '{"events": [{"server_uuid": "c2085f3c-e80e-429d-8a59-8d548f4a2fe3", "name": "network-vif-plugged", "status": "completed", "tag": "bf25add4-5eea-4ae0-8640-eb4f7324dd34"}]}' {{(pid=108157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:41:43.203366 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-101fcb1f-9e55-40ad-b98b-2c9b9d674969 None None] Provisioning complete for port 9a4c49b3-dc45-4ceb-8839-e6c67d7d6ac8 triggered by entity DHCP. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:41:43.203643 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-101fcb1f-9e55-40ad-b98b-2c9b9d674969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:43.222283 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_hamode_db [None req-2a96fd44-f544-4420-a853-f879eead385d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f647c5be-aba2-48ff-92e6-b2fa584852f5', 'name': 'tempest-TestShelveInstance-733546887-router', 'tenant_id': '3ebe5412b4bb403184e1943f302e5c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'external_fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.145'}], 'enable_snat': True}, 'gw_port_id': 'b3cca5fe-d413-48d3-926b-24b33d952b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:41:39Z', 'updated_at': '2022-02-17T04:41:41Z', 'revision_number': 3, 'project_id': '3ebe5412b4bb403184e1943f302e5c70', 'gw_port': {'id': 'b3cca5fe-d413-48d3-926b-24b33d952b00', 'name': '', 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:97:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f647c5be-aba2-48ff-92e6-b2fa584852f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:41:40Z', 'updated_at': '2022-02-17T04:41:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-smb'}], 'dv-cinder-829630-1-smb', False) {} {{(pid=108158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:41:43.240806 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9220966-8b03-461a-bc31-bf10d7d9416a req-03990b56-9a47-408b-ae86-244213c0990d tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:43.257840 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-d9220966-8b03-461a-bc31-bf10d7d9416a req-03990b56-9a47-408b-ae86-244213c0990d tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=391d8445-5681-452e-87d2-f3fc8e6a95c5 HTTP/1.1" status: 200 len: 944 time: 0.1582384 Feb 17 04:41:43.258946 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a96fd44-f544-4420-a853-f879eead385d None None] Checking router: f647c5be-aba2-48ff-92e6-b2fa584852f5 for host: dv-cinder-829630-1-smb {{(pid=108158) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 04:41:43.259449 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a96fd44-f544-4420-a853-f879eead385d None None] Updating router f647c5be-aba2-48ff-92e6-b2fa584852f5 port b3cca5fe-d413-48d3-926b-24b33d952b00 binding host dv-cinder-829630-1-smb {{(pid=108158) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 04:41:43.289694 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron_lib.callbacks.manager [None req-2a96fd44-f544-4420-a853-f879eead385d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:43.413655 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-d9220966-8b03-461a-bc31-bf10d7d9416a req-f488bcfe-1c40-4125-8bb1-3d93d065b29a tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546004 Feb 17 04:41:43.498637 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-0f877d40-fa02-42ea-ab51-d07adc9390e4 req-0ff446a4-8b73-496f-9a2d-798b9ef534ed tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] 10.222.0.36 "GET /v2.0/security-groups?id=adb32bc5-2646-4fe7-9955-f650d799fd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922079 Feb 17 04:41:43.535084 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 04:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b48400c-262a-4dea-b2b1-4b82527a9478 x-openstack-request-id: req-3b48400c-262a-4dea-b2b1-4b82527a9478 {{(pid=108157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:41:43.535613 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2085f3c-e80e-429d-8a59-8d548f4a2fe3", "name": "network-vif-plugged", "status": "completed", "tag": "bf25add4-5eea-4ae0-8640-eb4f7324dd34", "code": 200}]} {{(pid=108157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:41:43.535613 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3b48400c-262a-4dea-b2b1-4b82527a9478 {{(pid=108157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:41:43.536017 dv-cinder-829630-1-smb neutron-server[108157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2085f3c-e80e-429d-8a59-8d548f4a2fe3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf25add4-5eea-4ae0-8640-eb4f7324dd34', 'code': 200} Feb 17 04:41:43.604253 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-101fcb1f-9e55-40ad-b98b-2c9b9d674969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:43.656372 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-101fcb1f-9e55-40ad-b98b-2c9b9d674969 None None] For port 9a4c49b3-dc45-4ceb-8839-e6c67d7d6ac8, host dv-cinder-829630-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-smb',level=0,port_id=9a4c49b3-dc45-4ceb-8839-e6c67d7d6ac8,segment=NetworkSegment(48781fd2-a2ea-4151-93a5-8a2b9e3402e8),segment_id=48781fd2-a2ea-4151-93a5-8a2b9e3402e8)] {{(pid=108157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:41:43.674699 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-101fcb1f-9e55-40ad-b98b-2c9b9d674969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:43.744523 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101fcb1f-9e55-40ad-b98b-2c9b9d674969 None None] Pushing event updated for resources: {'Port': ['ID=9a4c49b3-dc45-4ceb-8839-e6c67d7d6ac8,revision_number=3']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:43.779131 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron_lib.callbacks.manager [None req-2a96fd44-f544-4420-a853-f879eead385d None None] Notify callbacks [] for port, precommit_update {{(pid=108158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:43.795777 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron_lib.callbacks.manager [None req-2a96fd44-f544-4420-a853-f879eead385d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:43.799351 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b29d26-57be-4b94-9709-3d41d7f5058d req-1e1e6319-c8c9-49cd-8414-350222a39e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:43.804362 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-b4b29d26-57be-4b94-9709-3d41d7f5058d req-1e1e6319-c8c9-49cd-8414-350222a39e06 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c2085f3c-e80e-429d-8a59-8d548f4a2fe3 HTTP/1.1" status: 200 len: 1099 time: 0.0920711 Feb 17 04:41:43.919586 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-b4b29d26-57be-4b94-9709-3d41d7f5058d req-c8e0dd67-ec6d-4094-bd3e-0c11174662ec service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076500 Feb 17 04:41:43.947995 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Device 9a4c49b3-dc45-4ceb-8839-e6c67d7d6ac8 up at agent ovs-agent-dv-cinder-829630-1-smb {{(pid=108157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:41:43.982217 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.plugins.ml2.managers [None req-2a96fd44-f544-4420-a853-f879eead385d None None] Attempting to bind port b3cca5fe-d413-48d3-926b-24b33d952b00 on host dv-cinder-829630-1-smb for vnic_type normal with profile {{(pid=108158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 04:41:43.982872 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.plugins.ml2.managers [None req-2a96fd44-f544-4420-a853-f879eead385d None None] Attempting to bind port b3cca5fe-d413-48d3-926b-24b33d952b00 by drivers openvswitch,hyperv on host dv-cinder-829630-1-smb at level 0 using segments [{'id': 'e91f6497-8228-4e22-a6c9-5a362f6f98f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2'}] {{(pid=108158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 04:41:43.985552 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a96fd44-f544-4420-a853-f879eead385d None None] Attempting to bind port b3cca5fe-d413-48d3-926b-24b33d952b00 on network 9ee4813c-26bc-4ce0-8bb0-948d56f273c2 {{(pid=108158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:41:44.003900 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a96fd44-f544-4420-a853-f879eead385d None None] Checking agent: {'id': 'd1beeaa3-bd36-43bd-8b31-620fffa1b4c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 4, 31, 55), 'started_at': datetime.datetime(2022, 2, 17, 4, 32, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 4, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 04:41:44.004561 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a96fd44-f544-4420-a853-f879eead385d None None] Checking segment: {'id': 'e91f6497-8228-4e22-a6c9-5a362f6f98f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:41:44.006131 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron_lib.callbacks.manager [None req-2a96fd44-f544-4420-a853-f879eead385d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:44.006992 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a96fd44-f544-4420-a853-f879eead385d None None] Bound using segment: {'id': 'e91f6497-8228-4e22-a6c9-5a362f6f98f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2'} {{(pid=108158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 04:41:44.007838 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.plugins.ml2.managers [None req-2a96fd44-f544-4420-a853-f879eead385d None None] Bound port: b3cca5fe-d413-48d3-926b-24b33d952b00, host: dv-cinder-829630-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e91f6497-8228-4e22-a6c9-5a362f6f98f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2'}}] {{(pid=108158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 04:41:44.008683 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron_lib.callbacks.manager [None req-2a96fd44-f544-4420-a853-f879eead385d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:44.053267 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96a93c9-01d8-40f0-ad4c-689a6b4567e4 None None] Pushing event updated for resources: {'Port': ['ID=b3cca5fe-d413-48d3-926b-24b33d952b00,revision_number=2']} {{(pid=108158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:44.056664 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-9173c1a9-abca-4af7-8e41-9140dd6dd245 None None] Provisioning complete for port 9a4c49b3-dc45-4ceb-8839-e6c67d7d6ac8 triggered by entity DHCP. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:41:44.057449 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-9173c1a9-abca-4af7-8e41-9140dd6dd245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:44.068636 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96a93c9-01d8-40f0-ad4c-689a6b4567e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:41:44.068980 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96a93c9-01d8-40f0-ad4c-689a6b4567e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:41:44.069312 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96a93c9-01d8-40f0-ad4c-689a6b4567e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:41:44.069796 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96a93c9-01d8-40f0-ad4c-689a6b4567e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:41:44.070266 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96a93c9-01d8-40f0-ad4c-689a6b4567e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:41:44.070732 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96a93c9-01d8-40f0-ad4c-689a6b4567e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:41:44.071238 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96a93c9-01d8-40f0-ad4c-689a6b4567e4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:41:44.071701 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96a93c9-01d8-40f0-ad4c-689a6b4567e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:41:44.072398 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96a93c9-01d8-40f0-ad4c-689a6b4567e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:41:44.072865 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96a93c9-01d8-40f0-ad4c-689a6b4567e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:41:44.073485 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96a93c9-01d8-40f0-ad4c-689a6b4567e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:41:44.074229 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96a93c9-01d8-40f0-ad4c-689a6b4567e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:41:44.111070 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.plugins.ml2.db [None req-2a96fd44-f544-4420-a853-f879eead385d None None] For port b3cca5fe-d413-48d3-926b-24b33d952b00, host dv-cinder-829630-1-smb, cleared binding levels {{(pid=108158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 04:41:44.115502 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.plugins.ml2.db [None req-2a96fd44-f544-4420-a853-f879eead385d None None] For port b3cca5fe-d413-48d3-926b-24b33d952b00, host dv-cinder-829630-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-smb',level=0,port_id=b3cca5fe-d413-48d3-926b-24b33d952b00,segment=NetworkSegment(e91f6497-8228-4e22-a6c9-5a362f6f98f1),segment_id=e91f6497-8228-4e22-a6c9-5a362f6f98f1)] {{(pid=108158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 04:41:44.123296 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron_lib.callbacks.manager [None req-2a96fd44-f544-4420-a853-f879eead385d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:44.123436 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Provisioning complete for port 9a4c49b3-dc45-4ceb-8839-e6c67d7d6ac8 triggered by entity L2. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:41:44.123859 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:44.131672 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-9ec156c1-4aeb-435f-ab55-6cf3bd43725a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:44.213224 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a96fd44-f544-4420-a853-f879eead385d None None] Routers {'f647c5be-aba2-48ff-92e6-b2fa584852f5'} bound to L3 agent in host dv-cinder-829630-1-smb {{(pid=108158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:41:44.214510 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_hamode_db [None req-2a96fd44-f544-4420-a853-f879eead385d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T04:31:52Z,description=,heartbeat_timestamp=2022-02-17T04:41:22Z,host='dv-cinder-829630-1-smb',id=e8023405-eda5-4975-af11-622b29ed5550,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:52Z,topic='l3_agent')) {'router_ids': ['f647c5be-aba2-48ff-92e6-b2fa584852f5'], 'active': True} {{(pid=108158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:41:44.223417 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96a93c9-01d8-40f0-ad4c-689a6b4567e4 None None] Pushing event updated for resources: {'Port': ['ID=b3cca5fe-d413-48d3-926b-24b33d952b00,revision_number=3']} {{(pid=108158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:44.526879 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_dvr_db [None req-2a96fd44-f544-4420-a853-f879eead385d None None] Set router f647c5be-aba2-48ff-92e6-b2fa584852f5 gateway port host: dv-cinder-829630-1-smb {{(pid=108158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:41:44.527663 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.db.db_base_plugin_common [None req-9ec156c1-4aeb-435f-ab55-6cf3bd43725a admin admin] Allocated IP 172.20.0.1 (4e85cae3-4230-466d-b880-ebad0eb9446b/969d46d6-464e-4a90-93de-b5a05f1ac7ee/94658d2d-8ac6-4b7a-b510-62718d5577d4) {{(pid=108155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:41:44.619491 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8d439b-bcdd-4f46-af67-ea8581155df3 req-51f7abfc-89fb-422a-91f4-62f7e3f79385 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:44.620482 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-ff8d439b-bcdd-4f46-af67-ea8581155df3 req-51f7abfc-89fb-422a-91f4-62f7e3f79385 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=391d8445-5681-452e-87d2-f3fc8e6a95c5 HTTP/1.1" status: 200 len: 944 time: 0.1070752 Feb 17 04:41:44.699964 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-ff8d439b-bcdd-4f46-af67-ea8581155df3 req-9ead3625-03b6-4d49-bd94-1f72650b8e47 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637307 Feb 17 04:41:44.705917 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c303586d-1c6a-4ae7-8b2e-e667af7acaac req-09aaa094-4cef-4e78-9b52-94ab6c45d84f tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:44.708032 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-c303586d-1c6a-4ae7-8b2e-e667af7acaac req-09aaa094-4cef-4e78-9b52-94ab6c45d84f tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3e243eb-2bbe-47c2-bebb-c67ea29402d4 HTTP/1.1" status: 200 len: 945 time: 0.0694802 Feb 17 04:41:44.718344 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-9ec156c1-4aeb-435f-ab55-6cf3bd43725a admin admin] Notify callbacks [] for port, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:44.773507 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-9ec156c1-4aeb-435f-ab55-6cf3bd43725a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733365499769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2813823'] for port, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:44.773648 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-c303586d-1c6a-4ae7-8b2e-e667af7acaac req-bc813068-8f52-4d8e-b010-9b8bc5670a18 tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] 10.222.0.36 "GET /v2.0/security-groups?id=adb32bc5-2646-4fe7-9955-f650d799fd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530980 Feb 17 04:41:44.837696 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec156c1-4aeb-435f-ab55-6cf3bd43725a admin admin] Network 4e85cae3-4230-466d-b880-ebad0eb9446b is already hosted by enough agents. {{(pid=108155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:41:44.839073 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec156c1-4aeb-435f-ab55-6cf3bd43725a admin admin] Pushing event updated for resources: {'Port': ['ID=94658d2d-8ac6-4b7a-b510-62718d5577d4,revision_number=1']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:44.843897 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.scheduler.base_scheduler [None req-9ec156c1-4aeb-435f-ab55-6cf3bd43725a admin admin] Resources bound (agent type, host, resource id): {{(pid=108155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:41:44.847598 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec156c1-4aeb-435f-ab55-6cf3bd43725a admin admin] Received port after_create {{(pid=108155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:41:44.871277 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_hamode_db [None req-2a96fd44-f544-4420-a853-f879eead385d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f647c5be-aba2-48ff-92e6-b2fa584852f5', 'name': 'tempest-TestShelveInstance-733546887-router', 'tenant_id': '3ebe5412b4bb403184e1943f302e5c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'external_fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.145'}], 'enable_snat': True}, 'gw_port_id': 'b3cca5fe-d413-48d3-926b-24b33d952b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:41:39Z', 'updated_at': '2022-02-17T04:41:41Z', 'revision_number': 3, 'project_id': '3ebe5412b4bb403184e1943f302e5c70', 'gw_port': {'id': 'b3cca5fe-d413-48d3-926b-24b33d952b00', 'name': '', 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:97:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f647c5be-aba2-48ff-92e6-b2fa584852f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:41:40Z', 'updated_at': '2022-02-17T04:41:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-smb'}], 'dv-cinder-829630-1-smb', False) {} {{(pid=108158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:41:44.919860 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-9ec156c1-4aeb-435f-ab55-6cf3bd43725a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650182'] for router_interface, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:44.937877 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a96fd44-f544-4420-a853-f879eead385d None None] The sync data for ids ['f647c5be-aba2-48ff-92e6-b2fa584852f5'] in dv-cinder-829630-1-smb is: [{'id': 'f647c5be-aba2-48ff-92e6-b2fa584852f5', 'name': 'tempest-TestShelveInstance-733546887-router', 'tenant_id': '3ebe5412b4bb403184e1943f302e5c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'external_fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.145'}], 'enable_snat': True}, 'gw_port_id': 'b3cca5fe-d413-48d3-926b-24b33d952b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:41:39Z', 'updated_at': '2022-02-17T04:41:41Z', 'revision_number': 3, 'project_id': '3ebe5412b4bb403184e1943f302e5c70', 'gw_port': {'id': 'b3cca5fe-d413-48d3-926b-24b33d952b00', 'name': '', 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:97:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f647c5be-aba2-48ff-92e6-b2fa584852f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:41:40Z', 'updated_at': '2022-02-17T04:41:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-smb'}] {{(pid=108158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 04:41:45.254716 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-9ec156c1-4aeb-435f-ab55-6cf3bd43725a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:45.312724 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-18a9e696-3e0c-4320-bbac-1973b4974b67 None None] Provisioning complete for port 94658d2d-8ac6-4b7a-b510-62718d5577d4 triggered by entity DHCP. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:41:45.315750 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-18a9e696-3e0c-4320-bbac-1973b4974b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:45.404928 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.plugin [None req-18a9e696-3e0c-4320-bbac-1973b4974b67 None None] Port 94658d2d-8ac6-4b7a-b510-62718d5577d4 cannot update to ACTIVE because it is not bound. {{(pid=108157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 17 04:41:45.593820 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-9ec156c1-4aeb-435f-ab55-6cf3bd43725a admin admin] Notify callbacks [] for port, precommit_update {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:45.617104 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-9ec156c1-4aeb-435f-ab55-6cf3bd43725a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2813814'] for port, after_update {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:45.724282 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec156c1-4aeb-435f-ab55-6cf3bd43725a admin admin] Pushing event updated for resources: {'Port': ['ID=94658d2d-8ac6-4b7a-b510-62718d5577d4,revision_number=2']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:45.730805 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-9ec156c1-4aeb-435f-ab55-6cf3bd43725a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-647766'] for router_interface, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:45.916602 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Device b3cca5fe-d413-48d3-926b-24b33d952b00 up at agent ovs-agent-dv-cinder-829630-1-smb {{(pid=108157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:41:45.963333 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec156c1-4aeb-435f-ab55-6cf3bd43725a admin admin] Network 4e85cae3-4230-466d-b880-ebad0eb9446b is already hosted by enough agents. {{(pid=108155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:41:45.972472 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.scheduler.base_scheduler [None req-9ec156c1-4aeb-435f-ab55-6cf3bd43725a admin admin] Resources bound (agent type, host, resource id): {{(pid=108155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:41:45.982624 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea14f1b4-30e1-4a21-860e-d80dce9123dc req-06b3435e-fd74-4804-946e-3d831e86da24 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:45.991388 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-ea14f1b4-30e1-4a21-860e-d80dce9123dc req-06b3435e-fd74-4804-946e-3d831e86da24 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=391d8445-5681-452e-87d2-f3fc8e6a95c5 HTTP/1.1" status: 200 len: 944 time: 0.1047218 Feb 17 04:41:46.017003 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Provisioning complete for port b3cca5fe-d413-48d3-926b-24b33d952b00 triggered by entity L2. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:41:46.018529 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:46.134548 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-ea14f1b4-30e1-4a21-860e-d80dce9123dc req-897ad4ff-3e2f-4b03-a295-557371a9aab9 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420584 Feb 17 04:41:46.185150 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:46.217283 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] For port b3cca5fe-d413-48d3-926b-24b33d952b00, host dv-cinder-829630-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-smb',level=0,port_id=b3cca5fe-d413-48d3-926b-24b33d952b00,segment=NetworkSegment(e91f6497-8228-4e22-a6c9-5a362f6f98f1),segment_id=e91f6497-8228-4e22-a6c9-5a362f6f98f1)] {{(pid=108157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:41:46.224695 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:46.226503 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Device 9a4c49b3-dc45-4ceb-8839-e6c67d7d6ac8 up at agent ovs-agent-dv-cinder-829630-1-smb {{(pid=108157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:41:46.255841 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ec156c1-4aeb-435f-ab55-6cf3bd43725a admin admin] Router f647c5be-aba2-48ff-92e6-b2fa584852f5 has already been hosted by L3 agent e8023405-eda5-4975-af11-622b29ed5550 {{(pid=108155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 04:41:46.267935 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Device cb9c34f0-e7d0-4ad9-a832-2b8d36fd4b75 up at agent hyperv_hv-cinder-82963 {{(pid=108157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:41:46.404812 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Pushing event updated for resources: {'Port': ['ID=b3cca5fe-d413-48d3-926b-24b33d952b00,revision_number=4']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:46.414376 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Provisioning complete for port 9a4c49b3-dc45-4ceb-8839-e6c67d7d6ac8 triggered by entity L2. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:41:46.414376 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:46.437382 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Provisioning for port cb9c34f0-e7d0-4ad9-a832-2b8d36fd4b75 completed by entity L2. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 04:41:46.455311 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Provisioning complete for port cb9c34f0-e7d0-4ad9-a832-2b8d36fd4b75 triggered by entity L2. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:41:46.455527 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:46.515392 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ec156c1-4aeb-435f-ab55-6cf3bd43725a admin admin] Notify agent at l3_agent.dv-cinder-829630-1-smb the message routers_updated {{(pid=108155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 04:41:46.532879 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-9ec156c1-4aeb-435f-ab55-6cf3bd43725a admin admin] 10.222.0.36 "PUT /v2.0/routers/f647c5be-aba2-48ff-92e6-b2fa584852f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7511771 Feb 17 04:41:46.547571 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-d3757108-7eea-4509-a0ef-71c92b86fe7f None None] Provisioning complete for port 94658d2d-8ac6-4b7a-b510-62718d5577d4 triggered by entity DHCP. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:41:46.547953 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-d3757108-7eea-4509-a0ef-71c92b86fe7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:46.656406 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.plugin [None req-d3757108-7eea-4509-a0ef-71c92b86fe7f None None] Port 94658d2d-8ac6-4b7a-b510-62718d5577d4 cannot update to ACTIVE because it is not bound. {{(pid=108157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 17 04:41:46.686130 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:46.733804 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '391d8445-5681-452e-87d2-f3fc8e6a95c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb9c34f0-e7d0-4ad9-a832-2b8d36fd4b75'}] {{(pid=108157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:41:46.744073 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2d1db2b66fadfb38f3e682fd5beb02e22f49f1efddde24347983e162d9d2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b9273e9-42ac-4b8b-bf33-7b327db41132" -d '{"events": [{"server_uuid": "391d8445-5681-452e-87d2-f3fc8e6a95c5", "name": "network-vif-plugged", "status": "completed", "tag": "cb9c34f0-e7d0-4ad9-a832-2b8d36fd4b75"}]}' {{(pid=108157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:41:46.788332 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] For port cb9c34f0-e7d0-4ad9-a832-2b8d36fd4b75, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=cb9c34f0-e7d0-4ad9-a832-2b8d36fd4b75,segment=NetworkSegment(921f51d7-f717-4c8c-bc48-c7fb530ad607),segment_id=921f51d7-f717-4c8c-bc48-c7fb530ad607)] {{(pid=108157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:41:46.794721 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:46.858899 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 04:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de8c5c13-8bcb-4379-983a-8d521febb81d x-openstack-request-id: req-de8c5c13-8bcb-4379-983a-8d521febb81d {{(pid=108157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:41:46.859237 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "391d8445-5681-452e-87d2-f3fc8e6a95c5", "name": "network-vif-plugged", "status": "completed", "tag": "cb9c34f0-e7d0-4ad9-a832-2b8d36fd4b75", "code": 200}]} {{(pid=108157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:41:46.859657 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-de8c5c13-8bcb-4379-983a-8d521febb81d {{(pid=108157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:41:46.860224 dv-cinder-829630-1-smb neutron-server[108157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '391d8445-5681-452e-87d2-f3fc8e6a95c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb9c34f0-e7d0-4ad9-a832-2b8d36fd4b75', 'code': 200} Feb 17 04:41:46.898078 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Pushing event updated for resources: {'Port': ['ID=cb9c34f0-e7d0-4ad9-a832-2b8d36fd4b75,revision_number=5']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:47.115594 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a22fea0-8cac-4dd5-bc93-34af3e22ce31 req-463a4f56-1b2b-4488-94a7-ef9f58b2b99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:47.117570 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-0a22fea0-8cac-4dd5-bc93-34af3e22ce31 req-463a4f56-1b2b-4488-94a7-ef9f58b2b99d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=391d8445-5681-452e-87d2-f3fc8e6a95c5 HTTP/1.1" status: 200 len: 1098 time: 0.0674858 Feb 17 04:41:47.166756 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-0a22fea0-8cac-4dd5-bc93-34af3e22ce31 req-d7411279-aa2d-4234-8cbb-e0894a0a9cc4 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408456 Feb 17 04:41:47.309227 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dbdebf-e5dd-4369-816b-c2283ccc4ef7 req-fe135341-cc72-4013-86bc-e8133560981c tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:47.311839 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-12dbdebf-e5dd-4369-816b-c2283ccc4ef7 req-fe135341-cc72-4013-86bc-e8133560981c tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=391d8445-5681-452e-87d2-f3fc8e6a95c5 HTTP/1.1" status: 200 len: 945 time: 0.0720580 Feb 17 04:41:47.317067 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 59000) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:47.367872 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-12dbdebf-e5dd-4369-816b-c2283ccc4ef7 req-225ee71a-8aea-4e92-ac3e-cf80454e1a48 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439854 Feb 17 04:41:47.431930 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 59006) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:47.438530 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.v2.base [None req-09894e36-9820-4283-bada-ed66d1dd29f8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2021292935-network', 'tenant_id': 'b10cd11952184cc8a06ce00dbc058b3d'}} {{(pid=108155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:41:47.457928 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-7d80e83a-e10b-4dcf-b5ee-6f6b6c07b019 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:47.473222 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb8e9da-0d68-43c6-a5d6-4789f5b4b609 None None] Sync routers for ids ['f647c5be-aba2-48ff-92e6-b2fa584852f5'] in dv-cinder-829630-1-smb {{(pid=108157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 04:41:47.483654 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb8e9da-0d68-43c6-a5d6-4789f5b4b609 None None] Routers {'f647c5be-aba2-48ff-92e6-b2fa584852f5'} bound to L3 agent in host dv-cinder-829630-1-smb {{(pid=108157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:41:47.484294 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_hamode_db [None req-acb8e9da-0d68-43c6-a5d6-4789f5b4b609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T04:31:52Z,description=,heartbeat_timestamp=2022-02-17T04:41:22Z,host='dv-cinder-829630-1-smb',id=e8023405-eda5-4975-af11-622b29ed5550,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:52Z,topic='l3_agent')) {'router_ids': ['f647c5be-aba2-48ff-92e6-b2fa584852f5'], 'active': True} {{(pid=108157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:41:47.496446 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09894e36-9820-4283-bada-ed66d1dd29f8 admin admin] Made reservation on behalf of b10cd11952184cc8a06ce00dbc058b3d for: {'network': 1} {{(pid=108155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:41:47.498708 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-09894e36-9820-4283-bada-ed66d1dd29f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for network, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:47.512649 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-09894e36-9820-4283-bada-ed66d1dd29f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:47.588875 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-7d80e83a-e10b-4dcf-b5ee-6f6b6c07b019 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:47.594171 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-7d80e83a-e10b-4dcf-b5ee-6f6b6c07b019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:47.599059 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_dvr_db [None req-acb8e9da-0d68-43c6-a5d6-4789f5b4b609 None None] Set router f647c5be-aba2-48ff-92e6-b2fa584852f5 gateway port host: dv-cinder-829630-1-smb {{(pid=108157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:41:47.650781 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-7d80e83a-e10b-4dcf-b5ee-6f6b6c07b019 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ca88c6849fa44093b8701f4c300f0293&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3325551 Feb 17 04:41:47.653296 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d80e83a-e10b-4dcf-b5ee-6f6b6c07b019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b88cb6b-0e4b-43eb-80f6-b791d5f49ff7,revision_number=1']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:47.653643 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 59008) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:47.667854 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-09894e36-9820-4283-bada-ed66d1dd29f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:47.675492 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-09894e36-9820-4283-bada-ed66d1dd29f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:47.697210 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09894e36-9820-4283-bada-ed66d1dd29f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=108155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 04:41:47.712456 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09894e36-9820-4283-bada-ed66d1dd29f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=229301ab-97cf-4a65-aec1-3658bc132259,revision_number=1']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:47.715910 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-09894e36-9820-4283-bada-ed66d1dd29f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1955041'] for segment, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:47.716419 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.db.segments_db [None req-09894e36-9820-4283-bada-ed66d1dd29f8 admin admin] Added segment 8a242b60-2d5b-411b-8351-0754dc7d9987 of type vlan for network 542af48f-1c6a-478b-8f6e-b778b24a3ab7 Feb 17 04:41:47.727085 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-556dba34-dc46-4be0-b7c8-69a8b31355f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:47.756470 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-556dba34-dc46-4be0-b7c8-69a8b31355f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:47.772007 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-09894e36-9820-4283-bada-ed66d1dd29f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733365501916'] for network, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:47.804374 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-09894e36-9820-4283-bada-ed66d1dd29f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-827310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785'] for network, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:47.805872 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09894e36-9820-4283-bada-ed66d1dd29f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:47.806570 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-09894e36-9820-4283-bada-ed66d1dd29f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737771'] for network, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:47.814510 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-556dba34-dc46-4be0-b7c8-69a8b31355f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:47.817220 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-556dba34-dc46-4be0-b7c8-69a8b31355f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:47.818365 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-556dba34-dc46-4be0-b7c8-69a8b31355f6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0b88cb6b-0e4b-43eb-80f6-b791d5f49ff7 HTTP/1.1" status: 204 len: 168 time: 0.1635122 Feb 17 04:41:47.835180 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556dba34-dc46-4be0-b7c8-69a8b31355f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b88cb6b-0e4b-43eb-80f6-b791d5f49ff7,revision_number=None']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:47.844652 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_hamode_db [None req-acb8e9da-0d68-43c6-a5d6-4789f5b4b609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f647c5be-aba2-48ff-92e6-b2fa584852f5', 'name': 'tempest-TestShelveInstance-733546887-router', 'tenant_id': '3ebe5412b4bb403184e1943f302e5c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'external_fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.145'}], 'enable_snat': True}, 'gw_port_id': 'b3cca5fe-d413-48d3-926b-24b33d952b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:41:39Z', 'updated_at': '2022-02-17T04:41:45Z', 'revision_number': 4, 'project_id': '3ebe5412b4bb403184e1943f302e5c70', 'gw_port': {'id': 'b3cca5fe-d413-48d3-926b-24b33d952b00', 'name': '', 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:97:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f647c5be-aba2-48ff-92e6-b2fa584852f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:41:40Z', 'updated_at': '2022-02-17T04:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-smb', '_interfaces': [{'id': '94658d2d-8ac6-4b7a-b510-62718d5577d4', 'name': '', 'network_id': '4e85cae3-4230-466d-b880-ebad0eb9446b', 'tenant_id': '3ebe5412b4bb403184e1943f302e5c70', 'mac_address': 'fa:16:3e:02:e4:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f647c5be-aba2-48ff-92e6-b2fa584852f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '969d46d6-464e-4a90-93de-b5a05f1ac7ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:41:44Z', 'updated_at': '2022-02-17T04:41:45Z', 'revision_number': 2, 'project_id': '3ebe5412b4bb403184e1943f302e5c70', 'subnets': [{'id': '969d46d6-464e-4a90-93de-b5a05f1ac7ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-1-smb', False) {} {{(pid=108157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:41:47.852599 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-09894e36-9820-4283-bada-ed66d1dd29f8 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4193687 Feb 17 04:41:47.855563 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 59014) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:47.860746 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.v2.base [None req-e1dc5104-b35e-4eb2-98a5-7f1fc9231838 admin admin] Request body: {'subnet': {'network_id': '542af48f-1c6a-478b-8f6e-b778b24a3ab7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2021292935-subnet', 'tenant_id': 'b10cd11952184cc8a06ce00dbc058b3d', 'ip_version': 4}} {{(pid=108156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:41:47.898440 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09894e36-9820-4283-bada-ed66d1dd29f8 admin admin] Pushing event updated for resources: {'Network': ['ID=542af48f-1c6a-478b-8f6e-b778b24a3ab7,revision_number=1']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:47.917042 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1dc5104-b35e-4eb2-98a5-7f1fc9231838 admin admin] Made reservation on behalf of b10cd11952184cc8a06ce00dbc058b3d for: {'subnet': 1} {{(pid=108156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:41:47.921187 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-e1dc5104-b35e-4eb2-98a5-7f1fc9231838 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27084059'] for subnet, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:47.924314 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Device b3cca5fe-d413-48d3-926b-24b33d952b00 up at agent ovs-agent-dv-cinder-829630-1-smb {{(pid=108157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:41:47.929896 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Network 542af48f-1c6a-478b-8f6e-b778b24a3ab7 details requested by agent ovs-agent-dv-cinder-829630-1-smb with host dv-cinder-829630-1-smb {{(pid=108157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 04:41:48.008502 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb8e9da-0d68-43c6-a5d6-4789f5b4b609 None None] Checking router: f647c5be-aba2-48ff-92e6-b2fa584852f5 for host: dv-cinder-829630-1-smb {{(pid=108157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 04:41:48.008860 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb8e9da-0d68-43c6-a5d6-4789f5b4b609 None None] Updating router f647c5be-aba2-48ff-92e6-b2fa584852f5 port 94658d2d-8ac6-4b7a-b510-62718d5577d4 binding host dv-cinder-829630-1-smb {{(pid=108157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 04:41:48.077198 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-acb8e9da-0d68-43c6-a5d6-4789f5b4b609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:48.184122 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Provisioning complete for port b3cca5fe-d413-48d3-926b-24b33d952b00 triggered by entity L2. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:41:48.184500 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:48.217063 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-e1dc5104-b35e-4eb2-98a5-7f1fc9231838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26488850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27084041'] for subnet, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:48.286563 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dc5104-b35e-4eb2-98a5-7f1fc9231838 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54f01cbe-da1d-4586-b9ef-282996e12c19,revision_number=0']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:48.344039 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1dc5104-b35e-4eb2-98a5-7f1fc9231838 admin admin] Checking segment: {'id': '8a242b60-2d5b-411b-8351-0754dc7d9987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '542af48f-1c6a-478b-8f6e-b778b24a3ab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:41:48.346557 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1dc5104-b35e-4eb2-98a5-7f1fc9231838 admin admin] Network hostable DHCP agents. Network: 542af48f-1c6a-478b-8f6e-b778b24a3ab7, hostable agents: ['d83db365-ab74-4a5c-900a-be065315088d'], hosted agents: [] {{(pid=108156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 04:41:48.396586 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1dc5104-b35e-4eb2-98a5-7f1fc9231838 admin admin] Network 542af48f-1c6a-478b-8f6e-b778b24a3ab7 is scheduled to be hosted by DHCP agent d83db365-ab74-4a5c-900a-be065315088d with binding_index 1 {{(pid=108156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 04:41:48.410610 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.scheduler.base_scheduler [None req-e1dc5104-b35e-4eb2-98a5-7f1fc9231838 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829630-1-smb, 542af48f-1c6a-478b-8f6e-b778b24a3ab7) {{(pid=108156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:41:48.424066 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1dc5104-b35e-4eb2-98a5-7f1fc9231838 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:48.424839 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-e1dc5104-b35e-4eb2-98a5-7f1fc9231838 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:48.439825 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77764ef-0086-4a2f-a4bf-22bd7312e4b4 None None] Network 542af48f-1c6a-478b-8f6e-b778b24a3ab7 requested from dv-cinder-829630-1-smb {{(pid=108157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 17 04:41:48.450806 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-e1dc5104-b35e-4eb2-98a5-7f1fc9231838 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5931573 Feb 17 04:41:48.452687 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 59056) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:48.457339 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.v2.base [None req-58042da8-534e-4f4a-86ae-bb27fa2668a7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2021292935-router', 'tenant_id': 'b10cd11952184cc8a06ce00dbc058b3d', 'external_gateway_info': {'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2'}}} {{(pid=108155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:41:48.531364 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-58042da8-534e-4f4a-86ae-bb27fa2668a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-644848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9632'] for router, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:48.535967 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-58042da8-534e-4f4a-86ae-bb27fa2668a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-649940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647366', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9657'] for router, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:48.576641 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb7e842-c9f7-45db-b6fc-2fc51e7be167 req-61e11cd7-fb70-4d86-8942-cb9e70b8cd2e tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:48.591250 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-feb7e842-c9f7-45db-b6fc-2fc51e7be167 req-61e11cd7-fb70-4d86-8942-cb9e70b8cd2e tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=391d8445-5681-452e-87d2-f3fc8e6a95c5 HTTP/1.1" status: 200 len: 945 time: 0.0945442 Feb 17 04:41:48.695847 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-feb7e842-c9f7-45db-b6fc-2fc51e7be167 req-ad39b7eb-8c49-40e7-8e0d-ca6bc621f85b tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033542 Feb 17 04:41:48.721327 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-58042da8-534e-4f4a-86ae-bb27fa2668a7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:48.809970 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-acb8e9da-0d68-43c6-a5d6-4789f5b4b609 None None] Notify callbacks [] for port, precommit_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:48.832037 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-acb8e9da-0d68-43c6-a5d6-4789f5b4b609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:48.871002 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6c1b83-e418-4a3c-8853-7410f7da29d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10ecbc9c-6953-53e6-acd5-dd5662dd8f7d-542af48f-1c6a-478b-8f6e-b778b24a3ab7', 'network_id': '542af48f-1c6a-478b-8f6e-b778b24a3ab7', 'tenant_id': 'b10cd11952184cc8a06ce00dbc058b3d', 'fixed_ips': [{'subnet_id': '54f01cbe-da1d-4586-b9ef-282996e12c19'}]}} from dv-cinder-829630-1-smb. {{(pid=108157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 17 04:41:48.871002 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6a6c1b83-e418-4a3c-8853-7410f7da29d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_create {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:48.995601 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-58042da8-534e-4f4a-86ae-bb27fa2668a7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:49.014510 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6336f-9b2d-4451-88bf-8fb6d7a4e659 None None] Pushing event updated for resources: {'Port': ['ID=94658d2d-8ac6-4b7a-b510-62718d5577d4,revision_number=3']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:49.077139 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.managers [None req-acb8e9da-0d68-43c6-a5d6-4789f5b4b609 None None] Attempting to bind port 94658d2d-8ac6-4b7a-b510-62718d5577d4 on host dv-cinder-829630-1-smb for vnic_type normal with profile {{(pid=108157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 04:41:49.077757 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.managers [None req-acb8e9da-0d68-43c6-a5d6-4789f5b4b609 None None] Attempting to bind port 94658d2d-8ac6-4b7a-b510-62718d5577d4 by drivers openvswitch,hyperv on host dv-cinder-829630-1-smb at level 0 using segments [{'id': '48781fd2-a2ea-4151-93a5-8a2b9e3402e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4e85cae3-4230-466d-b880-ebad0eb9446b'}] {{(pid=108157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 04:41:49.078300 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb8e9da-0d68-43c6-a5d6-4789f5b4b609 None None] Attempting to bind port 94658d2d-8ac6-4b7a-b510-62718d5577d4 on network 4e85cae3-4230-466d-b880-ebad0eb9446b {{(pid=108157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:41:49.130314 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb8e9da-0d68-43c6-a5d6-4789f5b4b609 None None] Checking agent: {'id': 'd1beeaa3-bd36-43bd-8b31-620fffa1b4c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 4, 31, 55), 'started_at': datetime.datetime(2022, 2, 17, 4, 32, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 4, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 04:41:49.130693 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb8e9da-0d68-43c6-a5d6-4789f5b4b609 None None] Checking segment: {'id': '48781fd2-a2ea-4151-93a5-8a2b9e3402e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4e85cae3-4230-466d-b880-ebad0eb9446b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:41:49.131140 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-acb8e9da-0d68-43c6-a5d6-4789f5b4b609 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:49.133763 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb8e9da-0d68-43c6-a5d6-4789f5b4b609 None None] Bound using segment: {'id': '48781fd2-a2ea-4151-93a5-8a2b9e3402e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4e85cae3-4230-466d-b880-ebad0eb9446b'} {{(pid=108157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 04:41:49.134494 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.managers [None req-acb8e9da-0d68-43c6-a5d6-4789f5b4b609 None None] Bound port: 94658d2d-8ac6-4b7a-b510-62718d5577d4, host: dv-cinder-829630-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48781fd2-a2ea-4151-93a5-8a2b9e3402e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4e85cae3-4230-466d-b880-ebad0eb9446b'}}] {{(pid=108157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 04:41:49.135148 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-acb8e9da-0d68-43c6-a5d6-4789f5b4b609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:49.233973 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.db_base_plugin_common [None req-6a6c1b83-e418-4a3c-8853-7410f7da29d8 None None] Allocated IP 172.20.0.2 (542af48f-1c6a-478b-8f6e-b778b24a3ab7/54f01cbe-da1d-4586-b9ef-282996e12c19/7d95d48e-a840-452c-86bd-0cbe98df7b2f) {{(pid=108157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:41:49.271714 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-eaba42f5-36a5-457c-a508-b0cf470d42a5 None None] Provisioning complete for port 94658d2d-8ac6-4b7a-b510-62718d5577d4 triggered by entity DHCP. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:41:49.272291 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-eaba42f5-36a5-457c-a508-b0cf470d42a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:49.284370 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-58042da8-534e-4f4a-86ae-bb27fa2668a7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:49.311847 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-58042da8-534e-4f4a-86ae-bb27fa2668a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:49.352118 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-acb8e9da-0d68-43c6-a5d6-4789f5b4b609 None None] For port 94658d2d-8ac6-4b7a-b510-62718d5577d4, host dv-cinder-829630-1-smb, cleared binding levels {{(pid=108157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 04:41:49.371572 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-acb8e9da-0d68-43c6-a5d6-4789f5b4b609 None None] For port 94658d2d-8ac6-4b7a-b510-62718d5577d4, host dv-cinder-829630-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-smb',level=0,port_id=94658d2d-8ac6-4b7a-b510-62718d5577d4,segment=NetworkSegment(48781fd2-a2ea-4151-93a5-8a2b9e3402e8),segment_id=48781fd2-a2ea-4151-93a5-8a2b9e3402e8)] {{(pid=108157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 04:41:49.374270 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.plugin [None req-eaba42f5-36a5-457c-a508-b0cf470d42a5 None None] Port 94658d2d-8ac6-4b7a-b510-62718d5577d4 cannot update to ACTIVE because it is not bound. {{(pid=108157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 17 04:41:49.379847 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-acb8e9da-0d68-43c6-a5d6-4789f5b4b609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:49.499155 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.db.db_base_plugin_common [None req-58042da8-534e-4f4a-86ae-bb27fa2668a7 admin admin] Allocated IP 172.28.3.197 (9ee4813c-26bc-4ce0-8bb0-948d56f273c2/e9f6ab95-7249-4be3-8bb0-da1d9214eacd/3f8da82d-1ac4-47b4-ad8a-f4034fe0b68b) {{(pid=108155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:41:49.514322 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb8e9da-0d68-43c6-a5d6-4789f5b4b609 None None] Routers {'f647c5be-aba2-48ff-92e6-b2fa584852f5'} bound to L3 agent in host dv-cinder-829630-1-smb {{(pid=108157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:41:49.515127 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_hamode_db [None req-acb8e9da-0d68-43c6-a5d6-4789f5b4b609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T04:31:52Z,description=,heartbeat_timestamp=2022-02-17T04:41:22Z,host='dv-cinder-829630-1-smb',id=e8023405-eda5-4975-af11-622b29ed5550,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:52Z,topic='l3_agent')) {'router_ids': ['f647c5be-aba2-48ff-92e6-b2fa584852f5'], 'active': True} {{(pid=108157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:41:49.529007 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6336f-9b2d-4451-88bf-8fb6d7a4e659 None None] Pushing event updated for resources: {'Port': ['ID=94658d2d-8ac6-4b7a-b510-62718d5577d4,revision_number=4']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:49.617982 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-11c041bf-ca87-4fc9-aba2-fd954bc973a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:49.627591 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6a6c1b83-e418-4a3c-8853-7410f7da29d8 None None] Notify callbacks [] for port, precommit_create {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:49.640768 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6a6c1b83-e418-4a3c-8853-7410f7da29d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733365499769'] for port, after_create {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:49.722882 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-58042da8-534e-4f4a-86ae-bb27fa2668a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:49.772066 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6c1b83-e418-4a3c-8853-7410f7da29d8 None None] Network 542af48f-1c6a-478b-8f6e-b778b24a3ab7 is already hosted by enough agents. {{(pid=108157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:41:49.783076 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.scheduler.base_scheduler [None req-6a6c1b83-e418-4a3c-8853-7410f7da29d8 None None] Resources bound (agent type, host, resource id): {{(pid=108157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:41:49.788341 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6c1b83-e418-4a3c-8853-7410f7da29d8 None None] Pushing event updated for resources: {'Port': ['ID=7d95d48e-a840-452c-86bd-0cbe98df7b2f,revision_number=1']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:49.792511 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6c1b83-e418-4a3c-8853-7410f7da29d8 None None] Received port after_create {{(pid=108157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:41:49.792681 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-58042da8-534e-4f4a-86ae-bb27fa2668a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733365499769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2813823'] for port, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:49.809984 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_dvr_db [None req-acb8e9da-0d68-43c6-a5d6-4789f5b4b609 None None] Set router f647c5be-aba2-48ff-92e6-b2fa584852f5 gateway port host: dv-cinder-829630-1-smb {{(pid=108157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:41:49.872182 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-80774b3c-daeb-4400-af7d-4663bdb4049d None None] Provisioning complete for port 94658d2d-8ac6-4b7a-b510-62718d5577d4 triggered by entity DHCP. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:41:49.872720 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-80774b3c-daeb-4400-af7d-4663bdb4049d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:49.934482 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58042da8-534e-4f4a-86ae-bb27fa2668a7 admin admin] Network 9ee4813c-26bc-4ce0-8bb0-948d56f273c2 is already hosted by enough agents. {{(pid=108155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:41:49.945446 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.scheduler.base_scheduler [None req-58042da8-534e-4f4a-86ae-bb27fa2668a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=108155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:41:49.958446 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58042da8-534e-4f4a-86ae-bb27fa2668a7 admin admin] Received port after_create {{(pid=108155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:41:49.972673 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58042da8-534e-4f4a-86ae-bb27fa2668a7 admin admin] Pushing event updated for resources: {'Port': ['ID=3f8da82d-1ac4-47b4-ad8a-f4034fe0b68b,revision_number=1']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:49.977205 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.managers [None req-6a6c1b83-e418-4a3c-8853-7410f7da29d8 None None] Attempting to bind port 7d95d48e-a840-452c-86bd-0cbe98df7b2f on host dv-cinder-829630-1-smb for vnic_type normal with profile {{(pid=108157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 04:41:49.977391 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.managers [None req-6a6c1b83-e418-4a3c-8853-7410f7da29d8 None None] Attempting to bind port 7d95d48e-a840-452c-86bd-0cbe98df7b2f by drivers openvswitch,hyperv on host dv-cinder-829630-1-smb at level 0 using segments [{'id': '8a242b60-2d5b-411b-8351-0754dc7d9987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '542af48f-1c6a-478b-8f6e-b778b24a3ab7'}] {{(pid=108157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 04:41:49.977918 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6c1b83-e418-4a3c-8853-7410f7da29d8 None None] Attempting to bind port 7d95d48e-a840-452c-86bd-0cbe98df7b2f on network 542af48f-1c6a-478b-8f6e-b778b24a3ab7 {{(pid=108157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:41:49.992800 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6c1b83-e418-4a3c-8853-7410f7da29d8 None None] Checking agent: {'id': 'd1beeaa3-bd36-43bd-8b31-620fffa1b4c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 4, 31, 55), 'started_at': datetime.datetime(2022, 2, 17, 4, 32, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 4, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 04:41:49.993368 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6c1b83-e418-4a3c-8853-7410f7da29d8 None None] Checking segment: {'id': '8a242b60-2d5b-411b-8351-0754dc7d9987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '542af48f-1c6a-478b-8f6e-b778b24a3ab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:41:49.993926 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6a6c1b83-e418-4a3c-8853-7410f7da29d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:49.994451 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6c1b83-e418-4a3c-8853-7410f7da29d8 None None] Bound using segment: {'id': '8a242b60-2d5b-411b-8351-0754dc7d9987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '542af48f-1c6a-478b-8f6e-b778b24a3ab7'} {{(pid=108157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 04:41:49.995098 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.managers [None req-6a6c1b83-e418-4a3c-8853-7410f7da29d8 None None] Bound port: 7d95d48e-a840-452c-86bd-0cbe98df7b2f, host: dv-cinder-829630-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a242b60-2d5b-411b-8351-0754dc7d9987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '542af48f-1c6a-478b-8f6e-b778b24a3ab7'}}] {{(pid=108157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 04:41:49.995623 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6a6c1b83-e418-4a3c-8853-7410f7da29d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:50.038494 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d23d82-8e59-428a-a2c9-613021d3f81f req-8fd21ac2-d36b-4ef6-ba15-bcbf5ffa232a tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:50.040868 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-f6d23d82-8e59-428a-a2c9-613021d3f81f req-8fd21ac2-d36b-4ef6-ba15-bcbf5ffa232a tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=391d8445-5681-452e-87d2-f3fc8e6a95c5 HTTP/1.1" status: 200 len: 945 time: 0.1814914 Feb 17 04:41:50.188209 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-f6d23d82-8e59-428a-a2c9-613021d3f81f req-f50254c5-bee9-43fe-a7ca-14a9c8a2600c tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262043 Feb 17 04:41:50.208093 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 59114) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:50.221593 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-80774b3c-daeb-4400-af7d-4663bdb4049d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:50.244120 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-6a6c1b83-e418-4a3c-8853-7410f7da29d8 None None] For port 7d95d48e-a840-452c-86bd-0cbe98df7b2f, host dv-cinder-829630-1-smb, cleared binding levels {{(pid=108157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 04:41:50.276975 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-6a6c1b83-e418-4a3c-8853-7410f7da29d8 None None] For port 7d95d48e-a840-452c-86bd-0cbe98df7b2f, host dv-cinder-829630-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-smb',level=0,port_id=7d95d48e-a840-452c-86bd-0cbe98df7b2f,segment=NetworkSegment(8a242b60-2d5b-411b-8351-0754dc7d9987),segment_id=8a242b60-2d5b-411b-8351-0754dc7d9987)] {{(pid=108157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 04:41:50.290011 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6a6c1b83-e418-4a3c-8853-7410f7da29d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:50.293521 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-80774b3c-daeb-4400-af7d-4663bdb4049d None None] For port 94658d2d-8ac6-4b7a-b510-62718d5577d4, host dv-cinder-829630-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-smb',level=0,port_id=94658d2d-8ac6-4b7a-b510-62718d5577d4,segment=NetworkSegment(48781fd2-a2ea-4151-93a5-8a2b9e3402e8),segment_id=48781fd2-a2ea-4151-93a5-8a2b9e3402e8)] {{(pid=108157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:41:50.344953 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-80774b3c-daeb-4400-af7d-4663bdb4049d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:50.379570 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6c1b83-e418-4a3c-8853-7410f7da29d8 None None] Pushing event updated for resources: {'Port': ['ID=7d95d48e-a840-452c-86bd-0cbe98df7b2f,revision_number=2']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:50.418871 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_hamode_db [None req-acb8e9da-0d68-43c6-a5d6-4789f5b4b609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f647c5be-aba2-48ff-92e6-b2fa584852f5', 'name': 'tempest-TestShelveInstance-733546887-router', 'tenant_id': '3ebe5412b4bb403184e1943f302e5c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'external_fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.145'}], 'enable_snat': True}, 'gw_port_id': 'b3cca5fe-d413-48d3-926b-24b33d952b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:41:39Z', 'updated_at': '2022-02-17T04:41:45Z', 'revision_number': 4, 'project_id': '3ebe5412b4bb403184e1943f302e5c70', 'gw_port': {'id': 'b3cca5fe-d413-48d3-926b-24b33d952b00', 'name': '', 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:97:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f647c5be-aba2-48ff-92e6-b2fa584852f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:41:40Z', 'updated_at': '2022-02-17T04:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-smb', '_interfaces': [{'id': '94658d2d-8ac6-4b7a-b510-62718d5577d4', 'name': '', 'network_id': '4e85cae3-4230-466d-b880-ebad0eb9446b', 'tenant_id': '3ebe5412b4bb403184e1943f302e5c70', 'mac_address': 'fa:16:3e:02:e4:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f647c5be-aba2-48ff-92e6-b2fa584852f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '969d46d6-464e-4a90-93de-b5a05f1ac7ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:41:44Z', 'updated_at': '2022-02-17T04:41:49Z', 'revision_number': 4, 'project_id': '3ebe5412b4bb403184e1943f302e5c70', 'subnets': [{'id': '969d46d6-464e-4a90-93de-b5a05f1ac7ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-1-smb', False) {} {{(pid=108157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:41:50.452501 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb8e9da-0d68-43c6-a5d6-4789f5b4b609 None None] The sync data for ids ['f647c5be-aba2-48ff-92e6-b2fa584852f5'] in dv-cinder-829630-1-smb is: [{'id': 'f647c5be-aba2-48ff-92e6-b2fa584852f5', 'name': 'tempest-TestShelveInstance-733546887-router', 'tenant_id': '3ebe5412b4bb403184e1943f302e5c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'external_fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.145'}], 'enable_snat': True}, 'gw_port_id': 'b3cca5fe-d413-48d3-926b-24b33d952b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:41:39Z', 'updated_at': '2022-02-17T04:41:45Z', 'revision_number': 4, 'project_id': '3ebe5412b4bb403184e1943f302e5c70', 'gw_port': {'id': 'b3cca5fe-d413-48d3-926b-24b33d952b00', 'name': '', 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:97:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f647c5be-aba2-48ff-92e6-b2fa584852f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:41:40Z', 'updated_at': '2022-02-17T04:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-smb', '_interfaces': [{'id': '94658d2d-8ac6-4b7a-b510-62718d5577d4', 'name': '', 'network_id': '4e85cae3-4230-466d-b880-ebad0eb9446b', 'tenant_id': '3ebe5412b4bb403184e1943f302e5c70', 'mac_address': 'fa:16:3e:02:e4:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f647c5be-aba2-48ff-92e6-b2fa584852f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '969d46d6-464e-4a90-93de-b5a05f1ac7ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:41:44Z', 'updated_at': '2022-02-17T04:41:49Z', 'revision_number': 4, 'project_id': '3ebe5412b4bb403184e1943f302e5c70', 'subnets': [{'id': '969d46d6-464e-4a90-93de-b5a05f1ac7ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 04:41:50.456246 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-830925ff-5bfc-44a5-aec6-71766815df35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:50.479339 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80774b3c-daeb-4400-af7d-4663bdb4049d None None] Pushing event updated for resources: {'Port': ['ID=94658d2d-8ac6-4b7a-b510-62718d5577d4,revision_number=5']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:50.582525 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-58042da8-534e-4f4a-86ae-bb27fa2668a7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:50.721040 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f64b279-7695-4d42-b558-7f271ad9be5a req-3f5e5064-9978-4d4f-8579-f09cbe2399f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:50.722532 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-7f64b279-7695-4d42-b558-7f271ad9be5a req-3f5e5064-9978-4d4f-8579-f09cbe2399f1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=92b0dec20c804bddbc963dd033479ae9&device_id=391d8445-5681-452e-87d2-f3fc8e6a95c5 HTTP/1.1" status: 200 len: 1098 time: 0.1421964 Feb 17 04:41:50.724316 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-830925ff-5bfc-44a5-aec6-71766815df35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:50.728165 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-830925ff-5bfc-44a5-aec6-71766815df35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:50.804505 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830925ff-5bfc-44a5-aec6-71766815df35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c49aac74-480f-4345-96b2-85e5b29714b1,revision_number=1']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:50.852091 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-830925ff-5bfc-44a5-aec6-71766815df35 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bb1187910dfb44948b57c3a9843a8a8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6428990 Feb 17 04:41:50.855192 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 59120) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:50.966611 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f64b279-7695-4d42-b558-7f271ad9be5a req-e55de4f9-167e-4a03-87ad-026fe5c7d2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:50.968293 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-7f64b279-7695-4d42-b558-7f271ad9be5a req-e55de4f9-167e-4a03-87ad-026fe5c7d2a7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a55a2564-19fb-42de-b028-00d598cafe4a HTTP/1.1" status: 200 len: 918 time: 0.2351480 Feb 17 04:41:50.969811 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-1611be72-a018-4037-9c7a-4cb2ecc1da9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:51.018866 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f488c280-02f3-45c8-ab2a-bcb4e77c9930 req-6469fa76-c82d-49fb-a1a9-e94695fdcf80 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:51.026566 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-f488c280-02f3-45c8-ab2a-bcb4e77c9930 req-6469fa76-c82d-49fb-a1a9-e94695fdcf80 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=391d8445-5681-452e-87d2-f3fc8e6a95c5 HTTP/1.1" status: 200 len: 945 time: 0.3929667 Feb 17 04:41:51.028549 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-7f64b279-7695-4d42-b558-7f271ad9be5a req-938ec5fd-0f8b-495f-98e6-f7939d4d46b1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb9c34f0-e7d0-4ad9-a832-2b8d36fd4b75 HTTP/1.1" status: 200 len: 217 time: 0.0482054 Feb 17 04:41:51.030619 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-1611be72-a018-4037-9c7a-4cb2ecc1da9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:51.116676 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-f488c280-02f3-45c8-ab2a-bcb4e77c9930 req-8daca7dd-ac7e-4d88-ab57-e081f9e869bc tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835407 Feb 17 04:41:51.152339 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-1611be72-a018-4037-9c7a-4cb2ecc1da9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:51.160686 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-1611be72-a018-4037-9c7a-4cb2ecc1da9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:51.161866 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-1611be72-a018-4037-9c7a-4cb2ecc1da9c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c49aac74-480f-4345-96b2-85e5b29714b1 HTTP/1.1" status: 204 len: 168 time: 0.3059731 Feb 17 04:41:51.168839 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f64b279-7695-4d42-b558-7f271ad9be5a req-42bc85c2-a240-46a0-bba9-fce751094d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:51.170294 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-7f64b279-7695-4d42-b558-7f271ad9be5a req-42bc85c2-a240-46a0-bba9-fce751094d54 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=adb3df03-1e4f-494b-bfad-b6131c8a078e HTTP/1.1" status: 200 len: 858 time: 0.0913990 Feb 17 04:41:51.177952 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1611be72-a018-4037-9c7a-4cb2ecc1da9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c49aac74-480f-4345-96b2-85e5b29714b1,revision_number=None']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:51.248249 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-7f64b279-7695-4d42-b558-7f271ad9be5a req-0b595619-00a9-4890-b907-d95d967d7560 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a55a2564-19fb-42de-b028-00d598cafe4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659156 Feb 17 04:41:51.287787 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-58042da8-534e-4f4a-86ae-bb27fa2668a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-649951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650009'] for router, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:51.643982 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58042da8-534e-4f4a-86ae-bb27fa2668a7 admin admin] Router 04c92396-e00c-4f34-ba2d-655918b3bf29 is scheduled to L3 agent e8023405-eda5-4975-af11-622b29ed5550 with binding_index 1 {{(pid=108155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 04:41:51.779458 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-3b548f23-80d9-4e7a-8f32-29006fc84e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:51.849388 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58042da8-534e-4f4a-86ae-bb27fa2668a7 admin admin] Notify agent at l3_agent.dv-cinder-829630-1-smb the message routers_updated {{(pid=108155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 04:41:51.865762 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3508cc1d-1608-4047-84eb-389dce0da963 None None] Sync routers for ids ['04c92396-e00c-4f34-ba2d-655918b3bf29'] in dv-cinder-829630-1-smb {{(pid=108158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 04:41:51.879118 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-7f64b279-7695-4d42-b558-7f271ad9be5a req-0337a46b-1d82-42c5-bdc7-99f5a12521a8 service neutron] 10.222.0.69 "GET /v2.0/networks/a55a2564-19fb-42de-b028-00d598cafe4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6067705 Feb 17 04:41:51.883010 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-58042da8-534e-4f4a-86ae-bb27fa2668a7 admin admin] Notify callbacks [] for router, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:51.885900 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3508cc1d-1608-4047-84eb-389dce0da963 None None] Routers {'04c92396-e00c-4f34-ba2d-655918b3bf29'} bound to L3 agent in host dv-cinder-829630-1-smb {{(pid=108158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:41:51.890404 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_hamode_db [None req-3508cc1d-1608-4047-84eb-389dce0da963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T04:31:52Z,description=,heartbeat_timestamp=2022-02-17T04:41:52Z,host='dv-cinder-829630-1-smb',id=e8023405-eda5-4975-af11-622b29ed5550,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:52Z,topic='l3_agent')) {'router_ids': ['04c92396-e00c-4f34-ba2d-655918b3bf29'], 'active': True} {{(pid=108158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:41:51.893947 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-58042da8-534e-4f4a-86ae-bb27fa2668a7 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.4400525 Feb 17 04:41:51.894670 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 59138) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:51.916066 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 59140) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:51.986273 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-9ae67402-9c09-4cd3-9d20-b8622fd4bc77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:52.043356 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0129a48c-618c-4e76-b8f2-95f4d559252e None None] Network 542af48f-1c6a-478b-8f6e-b778b24a3ab7 requested from dv-cinder-829630-1-smb {{(pid=108157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 17 04:41:52.109303 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Device 94658d2d-8ac6-4b7a-b510-62718d5577d4 up at agent ovs-agent-dv-cinder-829630-1-smb {{(pid=108157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:41:52.260834 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_dvr_db [None req-3508cc1d-1608-4047-84eb-389dce0da963 None None] Set router 04c92396-e00c-4f34-ba2d-655918b3bf29 gateway port host: dv-cinder-829630-1-smb {{(pid=108158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:41:52.311902 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-1344598a-f0c5-48b3-99ce-d721773fe6d7 None None] Provisioning complete for port 7d95d48e-a840-452c-86bd-0cbe98df7b2f triggered by entity DHCP. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:41:52.312304 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-1344598a-f0c5-48b3-99ce-d721773fe6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:52.316515 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-7f64b279-7695-4d42-b558-7f271ad9be5a req-1d4c450a-5229-4e04-88c3-a1a21f3fec26 service neutron] 10.222.0.69 "GET /v2.0/networks/a55a2564-19fb-42de-b028-00d598cafe4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4305098 Feb 17 04:41:52.365567 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8406ab0d-07dc-4a29-95dd-48c78171cc92 req-6d667fe5-4a23-4c81-8bb9-4eb334551985 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:52.371409 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-8406ab0d-07dc-4a29-95dd-48c78171cc92 req-6d667fe5-4a23-4c81-8bb9-4eb334551985 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=391d8445-5681-452e-87d2-f3fc8e6a95c5 HTTP/1.1" status: 200 len: 945 time: 0.1372993 Feb 17 04:41:52.397018 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-9ae67402-9c09-4cd3-9d20-b8622fd4bc77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:52.414763 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-9ae67402-9c09-4cd3-9d20-b8622fd4bc77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:52.474322 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67402-9c09-4cd3-9d20-b8622fd4bc77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12fe947f-eebe-4085-a21a-956c3200eded,revision_number=1']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:52.483488 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-8406ab0d-07dc-4a29-95dd-48c78171cc92 req-cd11f3bc-15d9-4b5f-8600-fb6b769289f9 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910511 Feb 17 04:41:52.496910 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Provisioning complete for port 94658d2d-8ac6-4b7a-b510-62718d5577d4 triggered by entity L2. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:41:52.497295 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:52.538675 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_hamode_db [None req-3508cc1d-1608-4047-84eb-389dce0da963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04c92396-e00c-4f34-ba2d-655918b3bf29', 'name': 'tempest-TestShelveInstance-2021292935-router', 'tenant_id': 'b10cd11952184cc8a06ce00dbc058b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'external_fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.197'}], 'enable_snat': True}, 'gw_port_id': '3f8da82d-1ac4-47b4-ad8a-f4034fe0b68b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:41:48Z', 'updated_at': '2022-02-17T04:41:50Z', 'revision_number': 3, 'project_id': 'b10cd11952184cc8a06ce00dbc058b3d', 'gw_port': {'id': '3f8da82d-1ac4-47b4-ad8a-f4034fe0b68b', 'name': '', 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:44:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04c92396-e00c-4f34-ba2d-655918b3bf29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:41:49Z', 'updated_at': '2022-02-17T04:41:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-smb'}], 'dv-cinder-829630-1-smb', False) {} {{(pid=108158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:41:52.574627 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3508cc1d-1608-4047-84eb-389dce0da963 None None] Checking router: 04c92396-e00c-4f34-ba2d-655918b3bf29 for host: dv-cinder-829630-1-smb {{(pid=108158) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 04:41:52.575326 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3508cc1d-1608-4047-84eb-389dce0da963 None None] Updating router 04c92396-e00c-4f34-ba2d-655918b3bf29 port 3f8da82d-1ac4-47b4-ad8a-f4034fe0b68b binding host dv-cinder-829630-1-smb {{(pid=108158) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 04:41:52.604490 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron_lib.callbacks.manager [None req-3508cc1d-1608-4047-84eb-389dce0da963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:52.619765 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-9ae67402-9c09-4cd3-9d20-b8622fd4bc77 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1fbd618e42df42319f1c0fe86f90c426&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7023649 Feb 17 04:41:52.621109 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 59160) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:52.693071 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-453fa9d7-4f65-461b-82d1-d208988b2f1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:52.728505 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-453fa9d7-4f65-461b-82d1-d208988b2f1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:52.749940 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-1344598a-f0c5-48b3-99ce-d721773fe6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:52.793716 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-375ba9f3-7b63-4d64-b639-4daa70f45c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:52.794309 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-453fa9d7-4f65-461b-82d1-d208988b2f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:52.796800 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-453fa9d7-4f65-461b-82d1-d208988b2f1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:52.802207 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-453fa9d7-4f65-461b-82d1-d208988b2f1b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/12fe947f-eebe-4085-a21a-956c3200eded HTTP/1.1" status: 204 len: 168 time: 0.1797714 Feb 17 04:41:52.821464 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453fa9d7-4f65-461b-82d1-d208988b2f1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12fe947f-eebe-4085-a21a-956c3200eded,revision_number=None']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:52.832738 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-1344598a-f0c5-48b3-99ce-d721773fe6d7 None None] For port 7d95d48e-a840-452c-86bd-0cbe98df7b2f, host dv-cinder-829630-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-smb',level=0,port_id=7d95d48e-a840-452c-86bd-0cbe98df7b2f,segment=NetworkSegment(8a242b60-2d5b-411b-8351-0754dc7d9987),segment_id=8a242b60-2d5b-411b-8351-0754dc7d9987)] {{(pid=108157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:41:52.843210 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Device 7d95d48e-a840-452c-86bd-0cbe98df7b2f up at agent ovs-agent-dv-cinder-829630-1-smb {{(pid=108157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:41:52.872672 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-1344598a-f0c5-48b3-99ce-d721773fe6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:52.969851 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Provisioning complete for port 7d95d48e-a840-452c-86bd-0cbe98df7b2f triggered by entity L2. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:41:52.971289 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:53.015405 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron_lib.callbacks.manager [None req-3508cc1d-1608-4047-84eb-389dce0da963 None None] Notify callbacks [] for port, precommit_update {{(pid=108158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:53.024360 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.db.db_base_plugin_common [None req-375ba9f3-7b63-4d64-b639-4daa70f45c05 admin admin] Allocated IP 172.20.0.1 (542af48f-1c6a-478b-8f6e-b778b24a3ab7/54f01cbe-da1d-4586-b9ef-282996e12c19/24a61a81-b994-45ef-a813-1e22aff253e6) {{(pid=108155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:41:53.032704 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1344598a-f0c5-48b3-99ce-d721773fe6d7 None None] Pushing event updated for resources: {'Port': ['ID=7d95d48e-a840-452c-86bd-0cbe98df7b2f,revision_number=3']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:53.036995 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron_lib.callbacks.manager [None req-3508cc1d-1608-4047-84eb-389dce0da963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:53.092652 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-ad5ef704-a6a3-47d1-bcb0-f74a0b5e809f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:53.103833 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0731b1fe-b67f-44dd-901e-908223210755 None None] Pushing event updated for resources: {'Port': ['ID=3f8da82d-1ac4-47b4-ad8a-f4034fe0b68b,revision_number=2']} {{(pid=108158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:53.124226 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.plugins.ml2.managers [None req-3508cc1d-1608-4047-84eb-389dce0da963 None None] Attempting to bind port 3f8da82d-1ac4-47b4-ad8a-f4034fe0b68b on host dv-cinder-829630-1-smb for vnic_type normal with profile {{(pid=108158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 04:41:53.124967 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.plugins.ml2.managers [None req-3508cc1d-1608-4047-84eb-389dce0da963 None None] Attempting to bind port 3f8da82d-1ac4-47b4-ad8a-f4034fe0b68b by drivers openvswitch,hyperv on host dv-cinder-829630-1-smb at level 0 using segments [{'id': 'e91f6497-8228-4e22-a6c9-5a362f6f98f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2'}] {{(pid=108158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 04:41:53.125559 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3508cc1d-1608-4047-84eb-389dce0da963 None None] Attempting to bind port 3f8da82d-1ac4-47b4-ad8a-f4034fe0b68b on network 9ee4813c-26bc-4ce0-8bb0-948d56f273c2 {{(pid=108158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:41:53.132906 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3508cc1d-1608-4047-84eb-389dce0da963 None None] Checking agent: {'id': 'd1beeaa3-bd36-43bd-8b31-620fffa1b4c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 4, 31, 55), 'started_at': datetime.datetime(2022, 2, 17, 4, 32, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 4, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 04:41:53.133622 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3508cc1d-1608-4047-84eb-389dce0da963 None None] Checking segment: {'id': 'e91f6497-8228-4e22-a6c9-5a362f6f98f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:41:53.134257 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron_lib.callbacks.manager [None req-3508cc1d-1608-4047-84eb-389dce0da963 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:53.134863 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3508cc1d-1608-4047-84eb-389dce0da963 None None] Bound using segment: {'id': 'e91f6497-8228-4e22-a6c9-5a362f6f98f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2'} {{(pid=108158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 04:41:53.135628 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.plugins.ml2.managers [None req-3508cc1d-1608-4047-84eb-389dce0da963 None None] Bound port: 3f8da82d-1ac4-47b4-ad8a-f4034fe0b68b, host: dv-cinder-829630-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e91f6497-8228-4e22-a6c9-5a362f6f98f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2'}}] {{(pid=108158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 04:41:53.136331 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron_lib.callbacks.manager [None req-3508cc1d-1608-4047-84eb-389dce0da963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:53.200703 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.plugins.ml2.db [None req-3508cc1d-1608-4047-84eb-389dce0da963 None None] For port 3f8da82d-1ac4-47b4-ad8a-f4034fe0b68b, host dv-cinder-829630-1-smb, cleared binding levels {{(pid=108158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 04:41:53.206230 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-375ba9f3-7b63-4d64-b639-4daa70f45c05 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:53.206733 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.plugins.ml2.db [None req-3508cc1d-1608-4047-84eb-389dce0da963 None None] For port 3f8da82d-1ac4-47b4-ad8a-f4034fe0b68b, host dv-cinder-829630-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-smb',level=0,port_id=3f8da82d-1ac4-47b4-ad8a-f4034fe0b68b,segment=NetworkSegment(e91f6497-8228-4e22-a6c9-5a362f6f98f1),segment_id=e91f6497-8228-4e22-a6c9-5a362f6f98f1)] {{(pid=108158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 04:41:53.213449 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-73698151-372f-449e-844d-30bc392b934a None None] Provisioning complete for port 7d95d48e-a840-452c-86bd-0cbe98df7b2f triggered by entity DHCP. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:41:53.214402 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-73698151-372f-449e-844d-30bc392b934a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:53.216705 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron_lib.callbacks.manager [None req-3508cc1d-1608-4047-84eb-389dce0da963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:53.264303 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-375ba9f3-7b63-4d64-b639-4daa70f45c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733365499769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2813823'] for port, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:53.309257 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375ba9f3-7b63-4d64-b639-4daa70f45c05 admin admin] Network 542af48f-1c6a-478b-8f6e-b778b24a3ab7 is already hosted by enough agents. {{(pid=108155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:41:53.320382 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.scheduler.base_scheduler [None req-375ba9f3-7b63-4d64-b639-4daa70f45c05 admin admin] Resources bound (agent type, host, resource id): {{(pid=108155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:41:53.325548 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375ba9f3-7b63-4d64-b639-4daa70f45c05 admin admin] Received port after_create {{(pid=108155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:41:53.327538 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375ba9f3-7b63-4d64-b639-4daa70f45c05 admin admin] Pushing event updated for resources: {'Port': ['ID=24a61a81-b994-45ef-a813-1e22aff253e6,revision_number=1']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:53.378340 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0731b1fe-b67f-44dd-901e-908223210755 None None] Pushing event updated for resources: {'Port': ['ID=3f8da82d-1ac4-47b4-ad8a-f4034fe0b68b,revision_number=3']} {{(pid=108158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:53.398751 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3508cc1d-1608-4047-84eb-389dce0da963 None None] Routers {'04c92396-e00c-4f34-ba2d-655918b3bf29'} bound to L3 agent in host dv-cinder-829630-1-smb {{(pid=108158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:41:53.399774 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_hamode_db [None req-3508cc1d-1608-4047-84eb-389dce0da963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T04:31:52Z,description=,heartbeat_timestamp=2022-02-17T04:41:52Z,host='dv-cinder-829630-1-smb',id=e8023405-eda5-4975-af11-622b29ed5550,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:52Z,topic='l3_agent')) {'router_ids': ['04c92396-e00c-4f34-ba2d-655918b3bf29'], 'active': True} {{(pid=108158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:41:53.418079 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-375ba9f3-7b63-4d64-b639-4daa70f45c05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650182'] for router_interface, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:53.432558 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:53.511081 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 59184) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:53.539038 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-a858fec6-2a2e-4ce5-b496-89ada4106dc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:53.666743 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_dvr_db [None req-3508cc1d-1608-4047-84eb-389dce0da963 None None] Set router 04c92396-e00c-4f34-ba2d-655918b3bf29 gateway port host: dv-cinder-829630-1-smb {{(pid=108158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:41:53.746579 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-a858fec6-2a2e-4ce5-b496-89ada4106dc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:53.753295 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-a858fec6-2a2e-4ce5-b496-89ada4106dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:53.799986 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Device 7d95d48e-a840-452c-86bd-0cbe98df7b2f up at agent ovs-agent-dv-cinder-829630-1-smb {{(pid=108157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:41:53.813720 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a858fec6-2a2e-4ce5-b496-89ada4106dc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b538f09a-7230-44ec-9c4f-81cbb181ee39,revision_number=1']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:53.822669 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f7e8c-c09d-4a08-a52c-853e551d9841 req-9dae76d8-a1ca-4836-a3a9-0fcae7bbf9a3 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:53.835076 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-227f7e8c-c09d-4a08-a52c-853e551d9841 req-9dae76d8-a1ca-4836-a3a9-0fcae7bbf9a3 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=391d8445-5681-452e-87d2-f3fc8e6a95c5 HTTP/1.1" status: 200 len: 945 time: 0.1993561 Feb 17 04:41:53.860164 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-a858fec6-2a2e-4ce5-b496-89ada4106dc2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=33a62cdeeff148f8b042a33f8903e044&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3470886 Feb 17 04:41:53.861042 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 59198) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:53.887737 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-d7dfe344-f248-452b-8011-7ea56451f84f None None] Provisioning complete for port 24a61a81-b994-45ef-a813-1e22aff253e6 triggered by entity DHCP. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:41:53.888342 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-d7dfe344-f248-452b-8011-7ea56451f84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:53.899440 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-375ba9f3-7b63-4d64-b639-4daa70f45c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:53.941328 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.plugin [None req-d7dfe344-f248-452b-8011-7ea56451f84f None None] Port 24a61a81-b994-45ef-a813-1e22aff253e6 cannot update to ACTIVE because it is not bound. {{(pid=108157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 17 04:41:53.944230 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Provisioning complete for port 7d95d48e-a840-452c-86bd-0cbe98df7b2f triggered by entity L2. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:41:53.944970 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:53.948726 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-227f7e8c-c09d-4a08-a52c-853e551d9841 req-585bb8a3-9561-40d4-b5c4-06abba874d62 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007516 Feb 17 04:41:54.009484 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-34a55942-0a5e-4c83-879c-7dc60810e9cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:54.074220 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-34a55942-0a5e-4c83-879c-7dc60810e9cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:54.089212 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_hamode_db [None req-3508cc1d-1608-4047-84eb-389dce0da963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04c92396-e00c-4f34-ba2d-655918b3bf29', 'name': 'tempest-TestShelveInstance-2021292935-router', 'tenant_id': 'b10cd11952184cc8a06ce00dbc058b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'external_fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.197'}], 'enable_snat': True}, 'gw_port_id': '3f8da82d-1ac4-47b4-ad8a-f4034fe0b68b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:41:48Z', 'updated_at': '2022-02-17T04:41:50Z', 'revision_number': 3, 'project_id': 'b10cd11952184cc8a06ce00dbc058b3d', 'gw_port': {'id': '3f8da82d-1ac4-47b4-ad8a-f4034fe0b68b', 'name': '', 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:44:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04c92396-e00c-4f34-ba2d-655918b3bf29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:41:49Z', 'updated_at': '2022-02-17T04:41:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-smb'}], 'dv-cinder-829630-1-smb', False) {} {{(pid=108158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:41:54.115797 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-8e3772f1-a52a-48a7-84fa-494c57cc135e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:54.141482 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3508cc1d-1608-4047-84eb-389dce0da963 None None] The sync data for ids ['04c92396-e00c-4f34-ba2d-655918b3bf29'] in dv-cinder-829630-1-smb is: [{'id': '04c92396-e00c-4f34-ba2d-655918b3bf29', 'name': 'tempest-TestShelveInstance-2021292935-router', 'tenant_id': 'b10cd11952184cc8a06ce00dbc058b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'external_fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.197'}], 'enable_snat': True}, 'gw_port_id': '3f8da82d-1ac4-47b4-ad8a-f4034fe0b68b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:41:48Z', 'updated_at': '2022-02-17T04:41:50Z', 'revision_number': 3, 'project_id': 'b10cd11952184cc8a06ce00dbc058b3d', 'gw_port': {'id': '3f8da82d-1ac4-47b4-ad8a-f4034fe0b68b', 'name': '', 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:44:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04c92396-e00c-4f34-ba2d-655918b3bf29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:41:49Z', 'updated_at': '2022-02-17T04:41:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-smb'}] {{(pid=108158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 04:41:54.153923 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-34a55942-0a5e-4c83-879c-7dc60810e9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:54.156947 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-34a55942-0a5e-4c83-879c-7dc60810e9cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:54.159459 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-34a55942-0a5e-4c83-879c-7dc60810e9cf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b538f09a-7230-44ec-9c4f-81cbb181ee39 HTTP/1.1" status: 204 len: 168 time: 0.2969263 Feb 17 04:41:54.170749 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a55942-0a5e-4c83-879c-7dc60810e9cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b538f09a-7230-44ec-9c4f-81cbb181ee39,revision_number=None']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:54.194276 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-375ba9f3-7b63-4d64-b639-4daa70f45c05 admin admin] Notify callbacks [] for port, precommit_update {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:54.200389 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-375ba9f3-7b63-4d64-b639-4daa70f45c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2813814'] for port, after_update {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:54.285238 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375ba9f3-7b63-4d64-b639-4daa70f45c05 admin admin] Pushing event updated for resources: {'Port': ['ID=24a61a81-b994-45ef-a813-1e22aff253e6,revision_number=2']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:54.293565 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-375ba9f3-7b63-4d64-b639-4daa70f45c05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-647766'] for router_interface, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:54.400226 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375ba9f3-7b63-4d64-b639-4daa70f45c05 admin admin] Network 542af48f-1c6a-478b-8f6e-b778b24a3ab7 is already hosted by enough agents. {{(pid=108155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:41:54.402967 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.scheduler.base_scheduler [None req-375ba9f3-7b63-4d64-b639-4daa70f45c05 admin admin] Resources bound (agent type, host, resource id): {{(pid=108155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:41:54.575986 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-375ba9f3-7b63-4d64-b639-4daa70f45c05 admin admin] Router 04c92396-e00c-4f34-ba2d-655918b3bf29 has already been hosted by L3 agent e8023405-eda5-4975-af11-622b29ed5550 {{(pid=108155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 04:41:54.699866 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:54.796404 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-4949bce2-a2d8-49c0-9ebe-b3cd1536b91d None None] Provisioning complete for port 24a61a81-b994-45ef-a813-1e22aff253e6 triggered by entity DHCP. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:41:54.797246 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-4949bce2-a2d8-49c0-9ebe-b3cd1536b91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:54.850211 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.plugin [None req-4949bce2-a2d8-49c0-9ebe-b3cd1536b91d None None] Port 24a61a81-b994-45ef-a813-1e22aff253e6 cannot update to ACTIVE because it is not bound. {{(pid=108157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 17 04:41:55.003957 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-375ba9f3-7b63-4d64-b639-4daa70f45c05 admin admin] Notify agent at l3_agent.dv-cinder-829630-1-smb the message routers_updated {{(pid=108155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 04:41:55.023014 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-375ba9f3-7b63-4d64-b639-4daa70f45c05 admin admin] 10.222.0.36 "PUT /v2.0/routers/04c92396-e00c-4f34-ba2d-655918b3bf29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1268873 Feb 17 04:41:55.114055 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79e4543-eea1-4729-810a-a77b8f506160 req-52ce4c23-a493-44f6-bc73-0fd1216b1a0c tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:55.122215 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-e79e4543-eea1-4729-810a-a77b8f506160 req-52ce4c23-a493-44f6-bc73-0fd1216b1a0c tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=391d8445-5681-452e-87d2-f3fc8e6a95c5 HTTP/1.1" status: 200 len: 945 time: 0.0767519 Feb 17 04:41:55.206131 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-e79e4543-eea1-4729-810a-a77b8f506160 req-e2a1c0e4-434d-4e17-a0ff-af0abcdd6617 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827141 Feb 17 04:41:55.332168 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 59256) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:55.583580 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-1baa3b0d-eef3-4a9f-b567-fc8f5b452d4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:55.675819 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-1baa3b0d-eef3-4a9f-b567-fc8f5b452d4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:55.683933 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-1baa3b0d-eef3-4a9f-b567-fc8f5b452d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:55.758073 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-1baa3b0d-eef3-4a9f-b567-fc8f5b452d4a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b169c87b5e9945698276eb18f40065fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4248033 Feb 17 04:41:55.760789 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 59270) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:55.763478 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baa3b0d-eef3-4a9f-b567-fc8f5b452d4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d60f72b7-e88d-4362-ac9a-4ceea1917bb7,revision_number=1']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:55.870526 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-2bf8c883-b441-494e-8654-2cc557788ba2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:55.911108 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-2bf8c883-b441-494e-8654-2cc557788ba2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:55.988387 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Device 3f8da82d-1ac4-47b4-ad8a-f4034fe0b68b up at agent ovs-agent-dv-cinder-829630-1-smb {{(pid=108157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:41:56.011345 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 59278) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:56.016246 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.v2.base [None req-0b6fde8f-55ae-47b7-9c5e-4be7a56dec4b tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2085747517', 'description': 'tempest-secgroup-smoke-2085747517 description', 'project_id': '3ebe5412b4bb403184e1943f302e5c70'}} {{(pid=108156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:41:56.034687 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-2bf8c883-b441-494e-8654-2cc557788ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:56.038027 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-2bf8c883-b441-494e-8654-2cc557788ba2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:56.039460 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-2bf8c883-b441-494e-8654-2cc557788ba2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d60f72b7-e88d-4362-ac9a-4ceea1917bb7 HTTP/1.1" status: 204 len: 168 time: 0.2778015 Feb 17 04:41:56.059872 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf8c883-b441-494e-8654-2cc557788ba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d60f72b7-e88d-4362-ac9a-4ceea1917bb7,revision_number=None']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:56.069424 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-0b6fde8f-55ae-47b7-9c5e-4be7a56dec4b tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Notify callbacks [] for security_group, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:56.116087 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Provisioning complete for port 3f8da82d-1ac4-47b4-ad8a-f4034fe0b68b triggered by entity L2. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:41:56.116475 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:56.174388 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-0b6fde8f-55ae-47b7-9c5e-4be7a56dec4b tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Notify callbacks [] for security_group, precommit_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:56.182906 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-0b6fde8f-55ae-47b7-9c5e-4be7a56dec4b tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:56.236387 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-0b6fde8f-55ae-47b7-9c5e-4be7a56dec4b tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Notify callbacks [] for security_group, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:56.238366 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-0b6fde8f-55ae-47b7-9c5e-4be7a56dec4b tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2260444 Feb 17 04:41:56.239475 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6fde8f-55ae-47b7-9c5e-4be7a56dec4b tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a062d98a-0337-4fdd-a1dd-d9c432a2906d,revision_number=1']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:56.241425 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 59290) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:56.246403 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.v2.base [None req-29be0b0f-4201-4115-ba15-54173aee4bc9 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Request body: {'security_group_rule': {'security_group_id': 'a062d98a-0337-4fdd-a1dd-d9c432a2906d', 'project_id': '3ebe5412b4bb403184e1943f302e5c70', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:41:56.284542 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:56.305501 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-29be0b0f-4201-4115-ba15-54173aee4bc9 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:56.343742 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] For port 3f8da82d-1ac4-47b4-ad8a-f4034fe0b68b, host dv-cinder-829630-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-smb',level=0,port_id=3f8da82d-1ac4-47b4-ad8a-f4034fe0b68b,segment=NetworkSegment(e91f6497-8228-4e22-a6c9-5a362f6f98f1),segment_id=e91f6497-8228-4e22-a6c9-5a362f6f98f1)] {{(pid=108157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:41:56.349332 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd97f00-cd2d-4bee-a476-8b3c3c86ad11 None None] Sync routers for ids ['04c92396-e00c-4f34-ba2d-655918b3bf29'] in dv-cinder-829630-1-smb {{(pid=108157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 04:41:56.359040 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:56.420022 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd97f00-cd2d-4bee-a476-8b3c3c86ad11 None None] Routers {'04c92396-e00c-4f34-ba2d-655918b3bf29'} bound to L3 agent in host dv-cinder-829630-1-smb {{(pid=108157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:41:56.420022 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_hamode_db [None req-fcd97f00-cd2d-4bee-a476-8b3c3c86ad11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T04:31:52Z,description=,heartbeat_timestamp=2022-02-17T04:41:52Z,host='dv-cinder-829630-1-smb',id=e8023405-eda5-4975-af11-622b29ed5550,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:52Z,topic='l3_agent')) {'router_ids': ['04c92396-e00c-4f34-ba2d-655918b3bf29'], 'active': True} {{(pid=108157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:41:56.436701 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d7b81d-53c5-47b2-b0c3-a9e41007a0f7 req-ab6eced7-d110-4fcb-93a4-09f3b21c8602 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:56.444351 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-19d7b81d-53c5-47b2-b0c3-a9e41007a0f7 req-ab6eced7-d110-4fcb-93a4-09f3b21c8602 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=391d8445-5681-452e-87d2-f3fc8e6a95c5 HTTP/1.1" status: 200 len: 945 time: 0.0792034 Feb 17 04:41:56.461007 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-29be0b0f-4201-4115-ba15-54173aee4bc9 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:56.468672 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-29be0b0f-4201-4115-ba15-54173aee4bc9 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825139'] for security_group_rule, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:56.491275 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-19d7b81d-53c5-47b2-b0c3-a9e41007a0f7 req-2d847b23-1131-4991-82af-5eed399c5dce tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459175 Feb 17 04:41:56.495823 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 59294) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:56.509965 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29be0b0f-4201-4115-ba15-54173aee4bc9 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ead97490-d128-4ccd-99f1-8aed1b3d2124,revision_number=0']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:56.513266 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Pushing event updated for resources: {'Port': ['ID=3f8da82d-1ac4-47b4-ad8a-f4034fe0b68b,revision_number=4']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:56.519667 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-42065646-cf67-4f42-a34b-c0027863be25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:56.526250 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-29be0b0f-4201-4115-ba15-54173aee4bc9 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:56.528040 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-29be0b0f-4201-4115-ba15-54173aee4bc9 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2851362 Feb 17 04:41:56.530470 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 59296) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:56.540200 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.v2.base [None req-0dc91157-6c6f-4cce-abdc-31cc48c3616d tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Request body: {'security_group_rule': {'security_group_id': 'a062d98a-0337-4fdd-a1dd-d9c432a2906d', 'project_id': '3ebe5412b4bb403184e1943f302e5c70', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:41:56.576257 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-0dc91157-6c6f-4cce-abdc-31cc48c3616d tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:56.606527 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_dvr_db [None req-fcd97f00-cd2d-4bee-a476-8b3c3c86ad11 None None] Set router 04c92396-e00c-4f34-ba2d-655918b3bf29 gateway port host: dv-cinder-829630-1-smb {{(pid=108157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:41:56.633720 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-42065646-cf67-4f42-a34b-c0027863be25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:56.639659 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-42065646-cf67-4f42-a34b-c0027863be25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:56.642174 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-0dc91157-6c6f-4cce-abdc-31cc48c3616d tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:56.650499 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-0dc91157-6c6f-4cce-abdc-31cc48c3616d tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825139'] for security_group_rule, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:56.677628 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc91157-6c6f-4cce-abdc-31cc48c3616d tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6aa1003-65fd-4f65-998d-f4b5f1bb3360,revision_number=0']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:56.686340 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-0dc91157-6c6f-4cce-abdc-31cc48c3616d tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:56.687631 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-0dc91157-6c6f-4cce-abdc-31cc48c3616d tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1560266 Feb 17 04:41:56.690783 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 59302) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:56.698130 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.v2.base [None req-6ef5ab49-05c5-4074-abf1-34bd3b23da7c tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Request body: {'security_group_rule': {'security_group_id': 'a062d98a-0337-4fdd-a1dd-d9c432a2906d', 'project_id': '3ebe5412b4bb403184e1943f302e5c70', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:41:56.715491 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-42065646-cf67-4f42-a34b-c0027863be25 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=30abfc18dbd54ec8a86556a0bac66a4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2184267 Feb 17 04:41:56.716176 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42065646-cf67-4f42-a34b-c0027863be25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00e7304b-2ee9-45e3-adfa-bb2d66ec31c0,revision_number=1']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:56.718514 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 59304) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:56.760039 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-6ef5ab49-05c5-4074-abf1-34bd3b23da7c tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:56.798907 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-c3e1d87e-2170-4277-9cc8-2deb3ac34370 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:56.829330 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-c3e1d87e-2170-4277-9cc8-2deb3ac34370 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:56.880697 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-6ef5ab49-05c5-4074-abf1-34bd3b23da7c tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:56.887953 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-6ef5ab49-05c5-4074-abf1-34bd3b23da7c tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825139'] for security_group_rule, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:56.890146 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_hamode_db [None req-fcd97f00-cd2d-4bee-a476-8b3c3c86ad11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04c92396-e00c-4f34-ba2d-655918b3bf29', 'name': 'tempest-TestShelveInstance-2021292935-router', 'tenant_id': 'b10cd11952184cc8a06ce00dbc058b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'external_fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.197'}], 'enable_snat': True}, 'gw_port_id': '3f8da82d-1ac4-47b4-ad8a-f4034fe0b68b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:41:48Z', 'updated_at': '2022-02-17T04:41:53Z', 'revision_number': 4, 'project_id': 'b10cd11952184cc8a06ce00dbc058b3d', 'gw_port': {'id': '3f8da82d-1ac4-47b4-ad8a-f4034fe0b68b', 'name': '', 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:44:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c92396-e00c-4f34-ba2d-655918b3bf29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:41:49Z', 'updated_at': '2022-02-17T04:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-smb', '_interfaces': [{'id': '24a61a81-b994-45ef-a813-1e22aff253e6', 'name': '', 'network_id': '542af48f-1c6a-478b-8f6e-b778b24a3ab7', 'tenant_id': 'b10cd11952184cc8a06ce00dbc058b3d', 'mac_address': 'fa:16:3e:4e:7e:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04c92396-e00c-4f34-ba2d-655918b3bf29', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '54f01cbe-da1d-4586-b9ef-282996e12c19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:41:52Z', 'updated_at': '2022-02-17T04:41:54Z', 'revision_number': 2, 'project_id': 'b10cd11952184cc8a06ce00dbc058b3d', 'subnets': [{'id': '54f01cbe-da1d-4586-b9ef-282996e12c19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-1-smb', False) {} {{(pid=108157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:41:56.903447 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-c3e1d87e-2170-4277-9cc8-2deb3ac34370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:56.908358 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-c3e1d87e-2170-4277-9cc8-2deb3ac34370 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:56.912806 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef5ab49-05c5-4074-abf1-34bd3b23da7c tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=568e5935-53e8-4069-802e-48bd09ec2c0e,revision_number=0']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:56.912974 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-c3e1d87e-2170-4277-9cc8-2deb3ac34370 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/00e7304b-2ee9-45e3-adfa-bb2d66ec31c0 HTTP/1.1" status: 204 len: 168 time: 0.1909225 Feb 17 04:41:56.922690 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-6ef5ab49-05c5-4074-abf1-34bd3b23da7c tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:56.927214 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-6ef5ab49-05c5-4074-abf1-34bd3b23da7c tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2352839 Feb 17 04:41:56.928224 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 59314) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:56.934221 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.v2.base [None req-75105c36-45e4-4618-a6cb-e6764be893a1 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Request body: {'security_group_rule': {'security_group_id': 'a062d98a-0337-4fdd-a1dd-d9c432a2906d', 'project_id': '3ebe5412b4bb403184e1943f302e5c70', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:41:56.937901 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e1d87e-2170-4277-9cc8-2deb3ac34370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e7304b-2ee9-45e3-adfa-bb2d66ec31c0,revision_number=None']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:56.949031 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd97f00-cd2d-4bee-a476-8b3c3c86ad11 None None] Checking router: 04c92396-e00c-4f34-ba2d-655918b3bf29 for host: dv-cinder-829630-1-smb {{(pid=108157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 04:41:56.949429 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd97f00-cd2d-4bee-a476-8b3c3c86ad11 None None] Updating router 04c92396-e00c-4f34-ba2d-655918b3bf29 port 24a61a81-b994-45ef-a813-1e22aff253e6 binding host dv-cinder-829630-1-smb {{(pid=108157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 04:41:56.986638 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-75105c36-45e4-4618-a6cb-e6764be893a1 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:57.009134 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-fcd97f00-cd2d-4bee-a476-8b3c3c86ad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:57.094725 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-75105c36-45e4-4618-a6cb-e6764be893a1 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:57.101953 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-75105c36-45e4-4618-a6cb-e6764be893a1 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825139'] for security_group_rule, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:57.130942 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75105c36-45e4-4618-a6cb-e6764be893a1 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=325fbdd6-e824-4272-8b1c-ba07241e5a27,revision_number=0']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:57.141514 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-75105c36-45e4-4618-a6cb-e6764be893a1 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:57.147088 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-75105c36-45e4-4618-a6cb-e6764be893a1 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2152188 Feb 17 04:41:57.148324 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 59324) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:57.154215 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.v2.base [None req-2e9d75db-2e77-4430-9960-a7840fb5b420 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Request body: {'security_group_rule': {'security_group_id': 'a062d98a-0337-4fdd-a1dd-d9c432a2906d', 'project_id': '3ebe5412b4bb403184e1943f302e5c70', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:41:57.186352 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.db.securitygroups_db [None req-2e9d75db-2e77-4430-9960-a7840fb5b420 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Project 3ebe5412b4bb403184e1943f302e5c70 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 04:41:57.203854 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-2e9d75db-2e77-4430-9960-a7840fb5b420 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:57.280114 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-2bb673d2-152d-4268-925c-b041a92c193a req-388672cd-8106-4759-8eea-b9f04ab48be7 tempest-VolumesNegativeTest-1964865802 tempest-VolumesNegativeTest-1964865802-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=af0d844c3f4a4a5e8ae33d7d3f81f160&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0410628 Feb 17 04:41:57.426722 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-fcd97f00-cd2d-4bee-a476-8b3c3c86ad11 None None] Notify callbacks [] for port, precommit_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:57.438061 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-fcd97f00-cd2d-4bee-a476-8b3c3c86ad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:57.515195 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 59342) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:57.515664 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82ea96b-993b-4e58-9d18-b067ff60530e None None] Pushing event updated for resources: {'Port': ['ID=24a61a81-b994-45ef-a813-1e22aff253e6,revision_number=3']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:57.534222 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-a09c1583-d966-4c83-a8f9-8b3127aac6f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:57.584609 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-2e9d75db-2e77-4430-9960-a7840fb5b420 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:57.606503 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.managers [None req-fcd97f00-cd2d-4bee-a476-8b3c3c86ad11 None None] Attempting to bind port 24a61a81-b994-45ef-a813-1e22aff253e6 on host dv-cinder-829630-1-smb for vnic_type normal with profile {{(pid=108157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 04:41:57.606880 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.managers [None req-fcd97f00-cd2d-4bee-a476-8b3c3c86ad11 None None] Attempting to bind port 24a61a81-b994-45ef-a813-1e22aff253e6 by drivers openvswitch,hyperv on host dv-cinder-829630-1-smb at level 0 using segments [{'id': '8a242b60-2d5b-411b-8351-0754dc7d9987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '542af48f-1c6a-478b-8f6e-b778b24a3ab7'}] {{(pid=108157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 04:41:57.607264 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd97f00-cd2d-4bee-a476-8b3c3c86ad11 None None] Attempting to bind port 24a61a81-b994-45ef-a813-1e22aff253e6 on network 542af48f-1c6a-478b-8f6e-b778b24a3ab7 {{(pid=108157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:41:57.609392 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb673d2-152d-4268-925c-b041a92c193a req-0ac4752d-3bb2-4e0b-9b13-6ea6587305b7 tempest-VolumesNegativeTest-1964865802 tempest-VolumesNegativeTest-1964865802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:57.611238 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-2bb673d2-152d-4268-925c-b041a92c193a req-0ac4752d-3bb2-4e0b-9b13-6ea6587305b7 tempest-VolumesNegativeTest-1964865802 tempest-VolumesNegativeTest-1964865802-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3232172 Feb 17 04:41:57.613142 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-2e9d75db-2e77-4430-9960-a7840fb5b420 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825139'] for security_group_rule, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:57.621078 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd97f00-cd2d-4bee-a476-8b3c3c86ad11 None None] Checking agent: {'id': 'd1beeaa3-bd36-43bd-8b31-620fffa1b4c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 4, 31, 55), 'started_at': datetime.datetime(2022, 2, 17, 4, 32, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 4, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 04:41:57.621452 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd97f00-cd2d-4bee-a476-8b3c3c86ad11 None None] Checking segment: {'id': '8a242b60-2d5b-411b-8351-0754dc7d9987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '542af48f-1c6a-478b-8f6e-b778b24a3ab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:41:57.621856 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-fcd97f00-cd2d-4bee-a476-8b3c3c86ad11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:57.622412 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd97f00-cd2d-4bee-a476-8b3c3c86ad11 None None] Bound using segment: {'id': '8a242b60-2d5b-411b-8351-0754dc7d9987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '542af48f-1c6a-478b-8f6e-b778b24a3ab7'} {{(pid=108157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 04:41:57.630896 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.managers [None req-fcd97f00-cd2d-4bee-a476-8b3c3c86ad11 None None] Bound port: 24a61a81-b994-45ef-a813-1e22aff253e6, host: dv-cinder-829630-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a242b60-2d5b-411b-8351-0754dc7d9987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '542af48f-1c6a-478b-8f6e-b778b24a3ab7'}}] {{(pid=108157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 04:41:57.631644 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-fcd97f00-cd2d-4bee-a476-8b3c3c86ad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:57.684333 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-2bb673d2-152d-4268-925c-b041a92c193a req-a674f5f4-459f-49e4-9033-4d1c5e236575 tempest-VolumesNegativeTest-1964865802 tempest-VolumesNegativeTest-1964865802-project] 10.222.0.36 "GET /v2.0/quotas/af0d844c3f4a4a5e8ae33d7d3f81f160 HTTP/1.1" status: 200 len: 375 time: 0.0644529 Feb 17 04:41:57.695916 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9d75db-2e77-4430-9960-a7840fb5b420 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59eef946-ebe0-48f0-866f-bc30f7a98dba,revision_number=0']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:57.709425 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-2e9d75db-2e77-4430-9960-a7840fb5b420 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:57.712797 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-2e9d75db-2e77-4430-9960-a7840fb5b420 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5634787 Feb 17 04:41:57.715608 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 59350) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:57.736685 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.v2.base [None req-44a3f461-15cb-4c67-abe4-fb581f8bbca4 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Request body: {'security_group_rule': {'security_group_id': 'a062d98a-0337-4fdd-a1dd-d9c432a2906d', 'project_id': '3ebe5412b4bb403184e1943f302e5c70', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:41:57.754076 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-fcd97f00-cd2d-4bee-a476-8b3c3c86ad11 None None] For port 24a61a81-b994-45ef-a813-1e22aff253e6, host dv-cinder-829630-1-smb, cleared binding levels {{(pid=108157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 04:41:57.754293 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-2bb673d2-152d-4268-925c-b041a92c193a req-c106b1fb-d254-4a84-a615-b862d975ba2a tempest-VolumesNegativeTest-1964865802 tempest-VolumesNegativeTest-1964865802-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=af0d844c3f4a4a5e8ae33d7d3f81f160&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0483181 Feb 17 04:41:57.758166 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-fcd97f00-cd2d-4bee-a476-8b3c3c86ad11 None None] For port 24a61a81-b994-45ef-a813-1e22aff253e6, host dv-cinder-829630-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-smb',level=0,port_id=24a61a81-b994-45ef-a813-1e22aff253e6,segment=NetworkSegment(8a242b60-2d5b-411b-8351-0754dc7d9987),segment_id=8a242b60-2d5b-411b-8351-0754dc7d9987)] {{(pid=108157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 04:41:57.764073 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-fcd97f00-cd2d-4bee-a476-8b3c3c86ad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:57.778062 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60f7f41-544b-43f8-b189-f4016b3b4891 req-255ab3dd-4eb2-45ab-be08-4b634f5b770e tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:57.786047 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-c60f7f41-544b-43f8-b189-f4016b3b4891 req-255ab3dd-4eb2-45ab-be08-4b634f5b770e tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=391d8445-5681-452e-87d2-f3fc8e6a95c5 HTTP/1.1" status: 200 len: 945 time: 0.1664069 Feb 17 04:41:57.852011 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd97f00-cd2d-4bee-a476-8b3c3c86ad11 None None] Routers {'04c92396-e00c-4f34-ba2d-655918b3bf29'} bound to L3 agent in host dv-cinder-829630-1-smb {{(pid=108157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:41:57.852948 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_hamode_db [None req-fcd97f00-cd2d-4bee-a476-8b3c3c86ad11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T04:31:52Z,description=,heartbeat_timestamp=2022-02-17T04:41:52Z,host='dv-cinder-829630-1-smb',id=e8023405-eda5-4975-af11-622b29ed5550,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:52Z,topic='l3_agent')) {'router_ids': ['04c92396-e00c-4f34-ba2d-655918b3bf29'], 'active': True} {{(pid=108157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:41:57.858513 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-a09c1583-d966-4c83-a8f9-8b3127aac6f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:57.898701 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-a09c1583-d966-4c83-a8f9-8b3127aac6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:57.905111 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-d667473d-4db8-4a67-aa17-4f5bdd443680 None None] Provisioning complete for port 24a61a81-b994-45ef-a813-1e22aff253e6 triggered by entity DHCP. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:41:57.905480 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-d667473d-4db8-4a67-aa17-4f5bdd443680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:57.924464 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.db.securitygroups_db [None req-44a3f461-15cb-4c67-abe4-fb581f8bbca4 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Project 3ebe5412b4bb403184e1943f302e5c70 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 04:41:57.963586 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Device 3f8da82d-1ac4-47b4-ad8a-f4034fe0b68b up at agent ovs-agent-dv-cinder-829630-1-smb {{(pid=108157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:41:57.966589 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-c60f7f41-544b-43f8-b189-f4016b3b4891 req-0e5bcb3d-9e04-46e2-97e0-7ceab0b09368 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795857 Feb 17 04:41:57.994586 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-44a3f461-15cb-4c67-abe4-fb581f8bbca4 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:58.038569 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-a09c1583-d966-4c83-a8f9-8b3127aac6f7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e90453ed274d4f41842943a23a9201b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5319543 Feb 17 04:41:58.039566 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09c1583-d966-4c83-a8f9-8b3127aac6f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=357c9bd5-b93f-4bee-9063-5c0536662ccb,revision_number=1']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:58.042709 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 59366) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:58.101300 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-9d0757d4-831f-4870-b64c-b8f338db07da req-10aa4c7c-fd6f-40a9-af91-5ab90b615a75 tempest-VolumesNegativeTest-1964865802 tempest-VolumesNegativeTest-1964865802-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7a1bc7d-fc4a-4797-9290-525661c70b16 HTTP/1.1" status: 200 len: 210 time: 0.0657222 Feb 17 04:41:58.153054 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Provisioning complete for port 3f8da82d-1ac4-47b4-ad8a-f4034fe0b68b triggered by entity L2. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:41:58.153966 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:58.192069 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82ea96b-993b-4e58-9d18-b067ff60530e None None] Pushing event updated for resources: {'Port': ['ID=24a61a81-b994-45ef-a813-1e22aff253e6,revision_number=4']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:58.212946 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-44a3f461-15cb-4c67-abe4-fb581f8bbca4 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:58.218762 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-44a3f461-15cb-4c67-abe4-fb581f8bbca4 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825139'] for security_group_rule, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:58.248003 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-0a749056-5b2d-44e9-8ccc-52ac9c352e09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:58.280023 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-0a749056-5b2d-44e9-8ccc-52ac9c352e09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:58.296394 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-44a3f461-15cb-4c67-abe4-fb581f8bbca4 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:58.297602 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-44a3f461-15cb-4c67-abe4-fb581f8bbca4 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5699635 Feb 17 04:41:58.305450 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a3f461-15cb-4c67-abe4-fb581f8bbca4 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d95967f-008c-4977-8e69-c828e30f0308,revision_number=0']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:58.379370 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-0a749056-5b2d-44e9-8ccc-52ac9c352e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:58.384913 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-0a749056-5b2d-44e9-8ccc-52ac9c352e09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:58.386081 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-0a749056-5b2d-44e9-8ccc-52ac9c352e09 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/357c9bd5-b93f-4bee-9063-5c0536662ccb HTTP/1.1" status: 204 len: 168 time: 0.3386481 Feb 17 04:41:58.419551 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a749056-5b2d-44e9-8ccc-52ac9c352e09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=357c9bd5-b93f-4bee-9063-5c0536662ccb,revision_number=None']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:58.483481 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_dvr_db [None req-fcd97f00-cd2d-4bee-a476-8b3c3c86ad11 None None] Set router 04c92396-e00c-4f34-ba2d-655918b3bf29 gateway port host: dv-cinder-829630-1-smb {{(pid=108157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:41:58.486842 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-d667473d-4db8-4a67-aa17-4f5bdd443680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:58.628590 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-d667473d-4db8-4a67-aa17-4f5bdd443680 None None] For port 24a61a81-b994-45ef-a813-1e22aff253e6, host dv-cinder-829630-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-smb',level=0,port_id=24a61a81-b994-45ef-a813-1e22aff253e6,segment=NetworkSegment(8a242b60-2d5b-411b-8351-0754dc7d9987),segment_id=8a242b60-2d5b-411b-8351-0754dc7d9987)] {{(pid=108157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:41:58.652249 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-d667473d-4db8-4a67-aa17-4f5bdd443680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:58.865624 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-9790807d-a691-4f40-adcf-b5efc48c8492 None None] Provisioning complete for port 24a61a81-b994-45ef-a813-1e22aff253e6 triggered by entity DHCP. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:41:58.865991 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-9790807d-a691-4f40-adcf-b5efc48c8492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:58.871036 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d667473d-4db8-4a67-aa17-4f5bdd443680 None None] Pushing event updated for resources: {'Port': ['ID=24a61a81-b994-45ef-a813-1e22aff253e6,revision_number=5']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:58.929309 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_hamode_db [None req-fcd97f00-cd2d-4bee-a476-8b3c3c86ad11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04c92396-e00c-4f34-ba2d-655918b3bf29', 'name': 'tempest-TestShelveInstance-2021292935-router', 'tenant_id': 'b10cd11952184cc8a06ce00dbc058b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'external_fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.197'}], 'enable_snat': True}, 'gw_port_id': '3f8da82d-1ac4-47b4-ad8a-f4034fe0b68b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:41:48Z', 'updated_at': '2022-02-17T04:41:53Z', 'revision_number': 4, 'project_id': 'b10cd11952184cc8a06ce00dbc058b3d', 'gw_port': {'id': '3f8da82d-1ac4-47b4-ad8a-f4034fe0b68b', 'name': '', 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:44:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c92396-e00c-4f34-ba2d-655918b3bf29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:41:49Z', 'updated_at': '2022-02-17T04:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-smb', '_interfaces': [{'id': '24a61a81-b994-45ef-a813-1e22aff253e6', 'name': '', 'network_id': '542af48f-1c6a-478b-8f6e-b778b24a3ab7', 'tenant_id': 'b10cd11952184cc8a06ce00dbc058b3d', 'mac_address': 'fa:16:3e:4e:7e:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04c92396-e00c-4f34-ba2d-655918b3bf29', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '54f01cbe-da1d-4586-b9ef-282996e12c19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:41:52Z', 'updated_at': '2022-02-17T04:41:57Z', 'revision_number': 4, 'project_id': 'b10cd11952184cc8a06ce00dbc058b3d', 'subnets': [{'id': '54f01cbe-da1d-4586-b9ef-282996e12c19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-1-smb', False) {} {{(pid=108157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:41:58.988127 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd97f00-cd2d-4bee-a476-8b3c3c86ad11 None None] The sync data for ids ['04c92396-e00c-4f34-ba2d-655918b3bf29'] in dv-cinder-829630-1-smb is: [{'id': '04c92396-e00c-4f34-ba2d-655918b3bf29', 'name': 'tempest-TestShelveInstance-2021292935-router', 'tenant_id': 'b10cd11952184cc8a06ce00dbc058b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'external_fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.197'}], 'enable_snat': True}, 'gw_port_id': '3f8da82d-1ac4-47b4-ad8a-f4034fe0b68b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:41:48Z', 'updated_at': '2022-02-17T04:41:53Z', 'revision_number': 4, 'project_id': 'b10cd11952184cc8a06ce00dbc058b3d', 'gw_port': {'id': '3f8da82d-1ac4-47b4-ad8a-f4034fe0b68b', 'name': '', 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:44:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c92396-e00c-4f34-ba2d-655918b3bf29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:41:49Z', 'updated_at': '2022-02-17T04:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-smb', '_interfaces': [{'id': '24a61a81-b994-45ef-a813-1e22aff253e6', 'name': '', 'network_id': '542af48f-1c6a-478b-8f6e-b778b24a3ab7', 'tenant_id': 'b10cd11952184cc8a06ce00dbc058b3d', 'mac_address': 'fa:16:3e:4e:7e:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04c92396-e00c-4f34-ba2d-655918b3bf29', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '54f01cbe-da1d-4586-b9ef-282996e12c19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:41:52Z', 'updated_at': '2022-02-17T04:41:57Z', 'revision_number': 4, 'project_id': 'b10cd11952184cc8a06ce00dbc058b3d', 'subnets': [{'id': '54f01cbe-da1d-4586-b9ef-282996e12c19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 04:41:59.207393 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa6f8f8-7c54-4850-bb59-4b76ba3b4220 req-b4767ec3-c461-46c5-b75a-13e0506fea39 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:59.210157 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-8fa6f8f8-7c54-4850-bb59-4b76ba3b4220 req-b4767ec3-c461-46c5-b75a-13e0506fea39 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=391d8445-5681-452e-87d2-f3fc8e6a95c5 HTTP/1.1" status: 200 len: 945 time: 0.1069815 Feb 17 04:41:59.276323 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-8fa6f8f8-7c54-4850-bb59-4b76ba3b4220 req-fca61638-7bc8-45f0-ac59-420355f48ba2 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462737 Feb 17 04:41:59.411274 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-fa3665a7-94fe-4f44-bb93-299169945dd6 req-16f41634-8235-402c-b4cd-6398dc333252 tempest-VolumesNegativeTest-1964865802 tempest-VolumesNegativeTest-1964865802-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7a1bc7d-fc4a-4797-9290-525661c70b16 HTTP/1.1" status: 200 len: 210 time: 0.0316072 Feb 17 04:41:59.519544 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-2bb673d2-152d-4268-925c-b041a92c193a req-bf06f4d4-bed1-4012-bc51-ecbcb05272a3 tempest-VolumesNegativeTest-1964865802 tempest-VolumesNegativeTest-1964865802-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=af0d844c3f4a4a5e8ae33d7d3f81f160&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0539312 Feb 17 04:41:59.847809 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb673d2-152d-4268-925c-b041a92c193a req-8eccd646-e813-4c19-ac89-f83a05fa515f tempest-VolumesNegativeTest-1964865802 tempest-VolumesNegativeTest-1964865802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:59.849987 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-2bb673d2-152d-4268-925c-b041a92c193a req-8eccd646-e813-4c19-ac89-f83a05fa515f tempest-VolumesNegativeTest-1964865802 tempest-VolumesNegativeTest-1964865802-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3237169 Feb 17 04:41:59.864439 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcb35cd-f7e6-4b17-9e76-fd0d12043fd0 req-6349d00e-721f-4b46-9707-805e86ff16eb tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:59.871926 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-ebcb35cd-f7e6-4b17-9e76-fd0d12043fd0 req-6349d00e-721f-4b46-9707-805e86ff16eb tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f7335ec-b7be-4238-b29c-943cc9d997d0 HTTP/1.1" status: 200 len: 945 time: 0.0770028 Feb 17 04:41:59.874363 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.v2.base [req-2bb673d2-152d-4268-925c-b041a92c193a req-f8ee50a5-3ab1-4e4a-b4c9-8e648948c453 tempest-VolumesNegativeTest-1964865802 tempest-VolumesNegativeTest-1964865802-project] Request body: {'port': {'device_id': 'e7a1bc7d-fc4a-4797-9290-525661c70b16', 'network_id': 'be1f5725-1f48-4afe-a774-98fd235eca94', 'admin_state_up': True, 'tenant_id': 'af0d844c3f4a4a5e8ae33d7d3f81f160'}} {{(pid=108156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:41:59.912796 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Device 24a61a81-b994-45ef-a813-1e22aff253e6 up at agent ovs-agent-dv-cinder-829630-1-smb {{(pid=108157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:41:59.924585 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-ebcb35cd-f7e6-4b17-9e76-fd0d12043fd0 req-a4660c4c-a37b-4ef7-bb10-b1704995c9bf tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3112e5-8fb2-44d1-8f1b-18510013e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514281 Feb 17 04:41:59.990571 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Provisioning complete for port 24a61a81-b994-45ef-a813-1e22aff253e6 triggered by entity L2. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:41:59.991191 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:00.091266 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bb673d2-152d-4268-925c-b041a92c193a req-f8ee50a5-3ab1-4e4a-b4c9-8e648948c453 tempest-VolumesNegativeTest-1964865802 tempest-VolumesNegativeTest-1964865802-project] Made reservation on behalf of af0d844c3f4a4a5e8ae33d7d3f81f160 for: {'port': 1} {{(pid=108156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:42:00.104159 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-2bb673d2-152d-4268-925c-b041a92c193a req-f8ee50a5-3ab1-4e4a-b4c9-8e648948c453 tempest-VolumesNegativeTest-1964865802 tempest-VolumesNegativeTest-1964865802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:00.132745 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-2bb673d2-152d-4268-925c-b041a92c193a req-f8ee50a5-3ab1-4e4a-b4c9-8e648948c453 tempest-VolumesNegativeTest-1964865802 tempest-VolumesNegativeTest-1964865802-project] Notify callbacks [] for security_group, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:00.276500 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-2bb673d2-152d-4268-925c-b041a92c193a req-f8ee50a5-3ab1-4e4a-b4c9-8e648948c453 tempest-VolumesNegativeTest-1964865802 tempest-VolumesNegativeTest-1964865802-project] Notify callbacks [] for security_group, precommit_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:00.282302 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-2bb673d2-152d-4268-925c-b041a92c193a req-f8ee50a5-3ab1-4e4a-b4c9-8e648948c453 tempest-VolumesNegativeTest-1964865802 tempest-VolumesNegativeTest-1964865802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:00.368998 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee50a5-3ab1-4e4a-b4c9-8e648948c453 tempest-VolumesNegativeTest-1964865802 tempest-VolumesNegativeTest-1964865802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e81a241-0d4b-4606-b37b-c0c75cf02d99,revision_number=1']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:00.468765 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574e6c34-4fd7-4033-93b5-566752f8846e req-0deea402-867f-4fbb-abd9-70c272b91672 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:00.471132 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-574e6c34-4fd7-4033-93b5-566752f8846e req-0deea402-867f-4fbb-abd9-70c272b91672 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=391d8445-5681-452e-87d2-f3fc8e6a95c5 HTTP/1.1" status: 200 len: 945 time: 0.0957909 Feb 17 04:42:00.491996 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.db.db_base_plugin_common [req-2bb673d2-152d-4268-925c-b041a92c193a req-f8ee50a5-3ab1-4e4a-b4c9-8e648948c453 tempest-VolumesNegativeTest-1964865802 tempest-VolumesNegativeTest-1964865802-project] Allocated IP 192.168.233.229 (be1f5725-1f48-4afe-a774-98fd235eca94/f3ca146f-9b80-4f05-bc06-70b223b6c21f/8d1cd474-917b-40ab-9b67-681b3100dba3) {{(pid=108156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:42:00.532977 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-d9479389-d410-4eaa-a8f5-cc5d8f71ec83 req-13e05744-7495-482f-bfc4-ce8cee119b5f tempest-VolumesNegativeTest-1964865802 tempest-VolumesNegativeTest-1964865802-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7a1bc7d-fc4a-4797-9290-525661c70b16 HTTP/1.1" status: 200 len: 210 time: 0.0297079 Feb 17 04:42:00.546325 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-574e6c34-4fd7-4033-93b5-566752f8846e req-31cec669-cbf1-4914-a588-fdba5bb0efb5 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676687 Feb 17 04:42:00.686431 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-2bb673d2-152d-4268-925c-b041a92c193a req-f8ee50a5-3ab1-4e4a-b4c9-8e648948c453 tempest-VolumesNegativeTest-1964865802 tempest-VolumesNegativeTest-1964865802-project] Notify callbacks [] for port, precommit_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:00.719768 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-2bb673d2-152d-4268-925c-b041a92c193a req-f8ee50a5-3ab1-4e4a-b4c9-8e648948c453 tempest-VolumesNegativeTest-1964865802 tempest-VolumesNegativeTest-1964865802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733365499769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26489006'] for port, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:00.772675 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bb673d2-152d-4268-925c-b041a92c193a req-f8ee50a5-3ab1-4e4a-b4c9-8e648948c453 tempest-VolumesNegativeTest-1964865802 tempest-VolumesNegativeTest-1964865802-project] Network be1f5725-1f48-4afe-a774-98fd235eca94 is already hosted by enough agents. {{(pid=108156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:42:00.775549 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.scheduler.base_scheduler [req-2bb673d2-152d-4268-925c-b041a92c193a req-f8ee50a5-3ab1-4e4a-b4c9-8e648948c453 tempest-VolumesNegativeTest-1964865802 tempest-VolumesNegativeTest-1964865802-project] Resources bound (agent type, host, resource id): {{(pid=108156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:42:00.779137 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bb673d2-152d-4268-925c-b041a92c193a req-f8ee50a5-3ab1-4e4a-b4c9-8e648948c453 tempest-VolumesNegativeTest-1964865802 tempest-VolumesNegativeTest-1964865802-project] Received port after_create {{(pid=108156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:42:00.804077 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee50a5-3ab1-4e4a-b4c9-8e648948c453 tempest-VolumesNegativeTest-1964865802 tempest-VolumesNegativeTest-1964865802-project] Pushing event updated for resources: {'Port': ['ID=8d1cd474-917b-40ab-9b67-681b3100dba3,revision_number=1']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:00.839676 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb673d2-152d-4268-925c-b041a92c193a req-f8ee50a5-3ab1-4e4a-b4c9-8e648948c453 tempest-VolumesNegativeTest-1964865802 tempest-VolumesNegativeTest-1964865802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:00.840350 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-2bb673d2-152d-4268-925c-b041a92c193a req-f8ee50a5-3ab1-4e4a-b4c9-8e648948c453 tempest-VolumesNegativeTest-1964865802 tempest-VolumesNegativeTest-1964865802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737771'] for port, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:00.860452 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-2bb673d2-152d-4268-925c-b041a92c193a req-f8ee50a5-3ab1-4e4a-b4c9-8e648948c453 tempest-VolumesNegativeTest-1964865802 tempest-VolumesNegativeTest-1964865802-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9969535 Feb 17 04:42:00.877649 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.v2.base [req-2bb673d2-152d-4268-925c-b041a92c193a req-f56b61b5-7b8c-415f-a802-221295b5b59b service neutron] Request body: {'port': {'device_id': 'e7a1bc7d-fc4a-4797-9290-525661c70b16', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82963'}} {{(pid=108156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:42:00.936520 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-2bb673d2-152d-4268-925c-b041a92c193a req-f56b61b5-7b8c-415f-a802-221295b5b59b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:01.056654 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-7367cc85-e57a-4205-9bc1-69b64026fdca None None] Provisioning complete for port 8d1cd474-917b-40ab-9b67-681b3100dba3 triggered by entity DHCP. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:42:01.057897 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9239aafb-75d2-4b7c-9fae-a9ede4c00f39 req-3dbcc5a1-d12d-4cea-b967-e444a8095840 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:01.058353 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7367cc85-e57a-4205-9bc1-69b64026fdca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:01.059420 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-9239aafb-75d2-4b7c-9fae-a9ede4c00f39 req-3dbcc5a1-d12d-4cea-b967-e444a8095840 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f7335ec-b7be-4238-b29c-943cc9d997d0 HTTP/1.1" status: 200 len: 945 time: 0.0638552 Feb 17 04:42:01.105983 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.plugin [None req-7367cc85-e57a-4205-9bc1-69b64026fdca None None] Port 8d1cd474-917b-40ab-9b67-681b3100dba3 cannot update to ACTIVE because it is not bound. {{(pid=108157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 17 04:42:01.111266 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-9239aafb-75d2-4b7c-9fae-a9ede4c00f39 req-f2de66b1-d527-4796-be43-c1a83b0f2dd3 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3112e5-8fb2-44d1-8f1b-18510013e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442538 Feb 17 04:42:01.242807 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.notifiers.nova [req-2bb673d2-152d-4268-925c-b041a92c193a req-f56b61b5-7b8c-415f-a802-221295b5b59b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d1cd474-917b-40ab-9b67-681b3100dba3 {{(pid=108156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 04:42:01.249455 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-2bb673d2-152d-4268-925c-b041a92c193a req-f56b61b5-7b8c-415f-a802-221295b5b59b service neutron] Notify callbacks [] for port, precommit_update {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:01.262313 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.db.provisioning_blocks [req-2bb673d2-152d-4268-925c-b041a92c193a req-f56b61b5-7b8c-415f-a802-221295b5b59b service neutron] Transition to ACTIVE for port object 8d1cd474-917b-40ab-9b67-681b3100dba3 will not be triggered until provisioned by entity L2. {{(pid=108156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 04:42:01.266248 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-2bb673d2-152d-4268-925c-b041a92c193a req-f56b61b5-7b8c-415f-a802-221295b5b59b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26488999'] for port, after_update {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:01.317652 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56b61b5-7b8c-415f-a802-221295b5b59b service neutron] Pushing event updated for resources: {'Port': ['ID=8d1cd474-917b-40ab-9b67-681b3100dba3,revision_number=2']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:01.399078 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.managers [req-2bb673d2-152d-4268-925c-b041a92c193a req-f56b61b5-7b8c-415f-a802-221295b5b59b service neutron] Attempting to bind port 8d1cd474-917b-40ab-9b67-681b3100dba3 on host hv-cinder-82963 for vnic_type normal with profile {{(pid=108156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 04:42:01.399584 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.managers [req-2bb673d2-152d-4268-925c-b041a92c193a req-f56b61b5-7b8c-415f-a802-221295b5b59b service neutron] Attempting to bind port 8d1cd474-917b-40ab-9b67-681b3100dba3 by drivers openvswitch,hyperv on host hv-cinder-82963 at level 0 using segments [{'id': '17435502-1e9a-4cdc-95d7-3ffdff4cb15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'be1f5725-1f48-4afe-a774-98fd235eca94'}] {{(pid=108156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 04:42:01.400087 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb673d2-152d-4268-925c-b041a92c193a req-f56b61b5-7b8c-415f-a802-221295b5b59b service neutron] Attempting to bind port 8d1cd474-917b-40ab-9b67-681b3100dba3 on network be1f5725-1f48-4afe-a774-98fd235eca94 {{(pid=108156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:42:01.409390 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb673d2-152d-4268-925c-b041a92c193a req-f56b61b5-7b8c-415f-a802-221295b5b59b service neutron] Port 8d1cd474-917b-40ab-9b67-681b3100dba3 on network be1f5725-1f48-4afe-a774-98fd235eca94 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82963 {{(pid=108156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 04:42:01.409713 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb673d2-152d-4268-925c-b041a92c193a req-f56b61b5-7b8c-415f-a802-221295b5b59b service neutron] Attempting to bind port 8d1cd474-917b-40ab-9b67-681b3100dba3 on network be1f5725-1f48-4afe-a774-98fd235eca94 {{(pid=108156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:42:01.429016 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb673d2-152d-4268-925c-b041a92c193a req-f56b61b5-7b8c-415f-a802-221295b5b59b service neutron] Checking agent: {'id': '8333eb14-27e3-4539-92ee-8ab97b467e5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82963', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 4, 38, 23), 'started_at': datetime.datetime(2022, 2, 17, 4, 38, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 4, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 04:42:01.429366 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb673d2-152d-4268-925c-b041a92c193a req-f56b61b5-7b8c-415f-a802-221295b5b59b service neutron] Checking segment: {'id': '17435502-1e9a-4cdc-95d7-3ffdff4cb15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'be1f5725-1f48-4afe-a774-98fd235eca94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:42:01.429753 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb673d2-152d-4268-925c-b041a92c193a req-f56b61b5-7b8c-415f-a802-221295b5b59b service neutron] Bound using segment: {'id': '17435502-1e9a-4cdc-95d7-3ffdff4cb15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'be1f5725-1f48-4afe-a774-98fd235eca94'} {{(pid=108156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 04:42:01.430212 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.managers [req-2bb673d2-152d-4268-925c-b041a92c193a req-f56b61b5-7b8c-415f-a802-221295b5b59b service neutron] Bound port: 8d1cd474-917b-40ab-9b67-681b3100dba3, host: hv-cinder-82963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17435502-1e9a-4cdc-95d7-3ffdff4cb15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'be1f5725-1f48-4afe-a774-98fd235eca94'}}] {{(pid=108156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 04:42:01.430566 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-2bb673d2-152d-4268-925c-b041a92c193a req-f56b61b5-7b8c-415f-a802-221295b5b59b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:01.510555 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.db [req-2bb673d2-152d-4268-925c-b041a92c193a req-f56b61b5-7b8c-415f-a802-221295b5b59b service neutron] For port 8d1cd474-917b-40ab-9b67-681b3100dba3, host hv-cinder-82963, cleared binding levels {{(pid=108156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 04:42:01.513989 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.db [req-2bb673d2-152d-4268-925c-b041a92c193a req-f56b61b5-7b8c-415f-a802-221295b5b59b service neutron] For port 8d1cd474-917b-40ab-9b67-681b3100dba3, host hv-cinder-82963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=8d1cd474-917b-40ab-9b67-681b3100dba3,segment=NetworkSegment(17435502-1e9a-4cdc-95d7-3ffdff4cb15f),segment_id=17435502-1e9a-4cdc-95d7-3ffdff4cb15f)] {{(pid=108156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 04:42:01.519577 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-2bb673d2-152d-4268-925c-b041a92c193a req-f56b61b5-7b8c-415f-a802-221295b5b59b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26488999'] for port, after_update {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:01.558620 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb673d2-152d-4268-925c-b041a92c193a req-f56b61b5-7b8c-415f-a802-221295b5b59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:01.559301 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-2bb673d2-152d-4268-925c-b041a92c193a req-f56b61b5-7b8c-415f-a802-221295b5b59b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737771'] for port, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:01.560789 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-2bb673d2-152d-4268-925c-b041a92c193a req-f56b61b5-7b8c-415f-a802-221295b5b59b service neutron] 10.222.0.69 "PUT /v2.0/ports/8d1cd474-917b-40ab-9b67-681b3100dba3 HTTP/1.1" status: 200 len: 1098 time: 0.6879950 Feb 17 04:42:01.561231 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7a1bc7d-fc4a-4797-9290-525661c70b16', 'tag': '8d1cd474-917b-40ab-9b67-681b3100dba3'}] {{(pid=108156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:42:01.563718 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0b67973df7b1313e2305cae6a6fc83f0f1e2d937ba4ea44ff20eeef2f46ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5059ab92-90a1-4816-9298-49b352fa30f6" -d '{"events": [{"name": "network-changed", "server_uuid": "e7a1bc7d-fc4a-4797-9290-525661c70b16", "tag": "8d1cd474-917b-40ab-9b67-681b3100dba3"}]}' {{(pid=108156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:42:01.593377 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56b61b5-7b8c-415f-a802-221295b5b59b service neutron] Pushing event updated for resources: {'Port': ['ID=8d1cd474-917b-40ab-9b67-681b3100dba3,revision_number=3']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:01.633792 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 04:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cffa39ae-f7da-49d3-a21c-1014ee7781a5 x-openstack-request-id: req-cffa39ae-f7da-49d3-a21c-1014ee7781a5 {{(pid=108156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:42:01.634265 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7a1bc7d-fc4a-4797-9290-525661c70b16", "tag": "8d1cd474-917b-40ab-9b67-681b3100dba3", "status": "completed", "code": 200}]} {{(pid=108156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:42:01.634611 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cffa39ae-f7da-49d3-a21c-1014ee7781a5 {{(pid=108156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:42:01.635147 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7a1bc7d-fc4a-4797-9290-525661c70b16', 'tag': '8d1cd474-917b-40ab-9b67-681b3100dba3', 'status': 'completed', 'code': 200} Feb 17 04:42:01.771613 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb673d2-152d-4268-925c-b041a92c193a req-1dcfebab-c674-4c59-8274-73babee8bee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:01.777330 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-2bb673d2-152d-4268-925c-b041a92c193a req-1dcfebab-c674-4c59-8274-73babee8bee8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=af0d844c3f4a4a5e8ae33d7d3f81f160&device_id=e7a1bc7d-fc4a-4797-9290-525661c70b16 HTTP/1.1" status: 200 len: 1101 time: 0.1307321 Feb 17 04:42:01.784109 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f757e1-c5c0-4361-9402-5741083b98c0 req-4aa8e141-58e9-4c76-b654-185e5b9dec3b tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:01.791742 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-36f757e1-c5c0-4361-9402-5741083b98c0 req-4aa8e141-58e9-4c76-b654-185e5b9dec3b tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=391d8445-5681-452e-87d2-f3fc8e6a95c5 HTTP/1.1" status: 200 len: 945 time: 0.0771229 Feb 17 04:42:01.811564 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1da5e3c-bfdf-49fb-8a62-b295392af03e req-1fbd0414-8bc2-4fbf-96c7-de8ac6580693 tempest-VolumesNegativeTest-1964865802 tempest-VolumesNegativeTest-1964865802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:01.813167 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-b1da5e3c-bfdf-49fb-8a62-b295392af03e req-1fbd0414-8bc2-4fbf-96c7-de8ac6580693 tempest-VolumesNegativeTest-1964865802 tempest-VolumesNegativeTest-1964865802-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7a1bc7d-fc4a-4797-9290-525661c70b16 HTTP/1.1" status: 200 len: 948 time: 0.1081150 Feb 17 04:42:01.829524 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-36f757e1-c5c0-4361-9402-5741083b98c0 req-72c26123-6780-4107-8691-5c20631c2cf4 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365553 Feb 17 04:42:01.847204 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-2bb673d2-152d-4268-925c-b041a92c193a req-a0ea239c-9d64-434a-b0c6-d22515cd3719 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=8d1cd474-917b-40ab-9b67-681b3100dba3 HTTP/1.1" status: 200 len: 217 time: 0.0568466 Feb 17 04:42:01.911833 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-b1da5e3c-bfdf-49fb-8a62-b295392af03e req-ac2989f2-6124-4c49-a76b-dce5826f2287 tempest-VolumesNegativeTest-1964865802 tempest-VolumesNegativeTest-1964865802-project] 10.222.0.36 "GET /v2.0/security-groups?id=0e81a241-0d4b-4606-b37b-c0c75cf02d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679216 Feb 17 04:42:01.917266 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb673d2-152d-4268-925c-b041a92c193a req-66fabeb0-a36d-4a07-a119-dbc2f83d0a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:01.918639 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-2bb673d2-152d-4268-925c-b041a92c193a req-66fabeb0-a36d-4a07-a119-dbc2f83d0a81 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f3ca146f-9b80-4f05-bc06-70b223b6c21f HTTP/1.1" status: 200 len: 843 time: 0.0593030 Feb 17 04:42:01.969380 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb673d2-152d-4268-925c-b041a92c193a req-5316e9c4-c6ff-47c2-b6ca-c217642afdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:01.971403 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-2bb673d2-152d-4268-925c-b041a92c193a req-5316e9c4-c6ff-47c2-b6ca-c217642afdbe service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=be1f5725-1f48-4afe-a774-98fd235eca94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0390434 Feb 17 04:42:02.072316 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-2bb673d2-152d-4268-925c-b041a92c193a req-f022eeca-772c-467c-872a-f960adf0ff4d service neutron] 10.222.0.69 "GET /v2.0/networks/be1f5725-1f48-4afe-a774-98fd235eca94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872860 Feb 17 04:42:02.173896 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-2bb673d2-152d-4268-925c-b041a92c193a req-658c2b97-dee5-410f-8d2b-57deeda9c4df service neutron] 10.222.0.69 "GET /v2.0/networks/be1f5725-1f48-4afe-a774-98fd235eca94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888519 Feb 17 04:42:02.246260 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6524ae13-2e3f-4baf-af92-bbcd237f7fd9 req-25906e77-f087-4f6c-955a-8dd971370495 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:02.247898 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-6524ae13-2e3f-4baf-af92-bbcd237f7fd9 req-25906e77-f087-4f6c-955a-8dd971370495 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f7335ec-b7be-4238-b29c-943cc9d997d0 HTTP/1.1" status: 200 len: 945 time: 0.0529723 Feb 17 04:42:02.287149 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5059ab92-90a1-4816-9298-49b352fa30f6 req-baefa4c5-3a20-4e82-8570-ef288be3a2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:02.288618 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-5059ab92-90a1-4816-9298-49b352fa30f6 req-baefa4c5-3a20-4e82-8570-ef288be3a2b6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=af0d844c3f4a4a5e8ae33d7d3f81f160&device_id=e7a1bc7d-fc4a-4797-9290-525661c70b16 HTTP/1.1" status: 200 len: 1101 time: 0.0472221 Feb 17 04:42:02.294189 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-6524ae13-2e3f-4baf-af92-bbcd237f7fd9 req-319005ba-8920-416f-8e13-315fff02eebc tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3112e5-8fb2-44d1-8f1b-18510013e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366960 Feb 17 04:42:02.389580 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5059ab92-90a1-4816-9298-49b352fa30f6 req-02df043e-f8f1-441a-bb6b-c19c4c72fad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:02.391609 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-5059ab92-90a1-4816-9298-49b352fa30f6 req-02df043e-f8f1-441a-bb6b-c19c4c72fad6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=be1f5725-1f48-4afe-a774-98fd235eca94 HTTP/1.1" status: 200 len: 869 time: 0.0872912 Feb 17 04:42:02.440972 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-5059ab92-90a1-4816-9298-49b352fa30f6 req-b601b8c4-a2aa-4bb4-bba9-83f2b880ed31 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=8d1cd474-917b-40ab-9b67-681b3100dba3 HTTP/1.1" status: 200 len: 217 time: 0.0374811 Feb 17 04:42:02.520387 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5059ab92-90a1-4816-9298-49b352fa30f6 req-f199ee45-7dcc-453c-a517-00453ae123b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:02.521835 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-5059ab92-90a1-4816-9298-49b352fa30f6 req-f199ee45-7dcc-453c-a517-00453ae123b6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f3ca146f-9b80-4f05-bc06-70b223b6c21f HTTP/1.1" status: 200 len: 843 time: 0.0480809 Feb 17 04:42:02.571677 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5059ab92-90a1-4816-9298-49b352fa30f6 req-dacb9d1a-c836-4a96-9002-1588564269f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:02.573290 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-5059ab92-90a1-4816-9298-49b352fa30f6 req-dacb9d1a-c836-4a96-9002-1588564269f5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=be1f5725-1f48-4afe-a774-98fd235eca94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0412424 Feb 17 04:42:02.681295 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-5059ab92-90a1-4816-9298-49b352fa30f6 req-5ff46686-dbcc-4b1b-bc68-ea2b19e52ea0 service neutron] 10.222.0.69 "GET /v2.0/networks/be1f5725-1f48-4afe-a774-98fd235eca94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877841 Feb 17 04:42:02.690347 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 59606) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:42:02.784594 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-5059ab92-90a1-4816-9298-49b352fa30f6 req-a04a2eb8-4e9d-462d-8a4f-256345479649 service neutron] 10.222.0.69 "GET /v2.0/networks/be1f5725-1f48-4afe-a774-98fd235eca94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921376 Feb 17 04:42:02.801032 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-bec1f89e-fa99-47c0-ab88-cfceed4fa1d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:02.878128 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-bec1f89e-fa99-47c0-ab88-cfceed4fa1d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:02.882102 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-bec1f89e-fa99-47c0-ab88-cfceed4fa1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:02.950370 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec1f89e-fa99-47c0-ab88-cfceed4fa1d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb9650a-dcf0-41bb-bbbb-d05ba4cb6cf2,revision_number=1']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:02.959738 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-bec1f89e-fa99-47c0-ab88-cfceed4fa1d6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fc2a9e937eb54c8d8f51378c221354d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2681949 Feb 17 04:42:02.960732 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 59616) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:42:02.982642 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1c43ec-0c96-4f84-80f3-96895b062dc5 req-3b5b3b7b-bb04-4da9-afd3-12d7a5a25369 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:02.984311 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-db1c43ec-0c96-4f84-80f3-96895b062dc5 req-3b5b3b7b-bb04-4da9-afd3-12d7a5a25369 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=391d8445-5681-452e-87d2-f3fc8e6a95c5 HTTP/1.1" status: 200 len: 945 time: 0.0849268 Feb 17 04:42:03.023949 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-db1c43ec-0c96-4f84-80f3-96895b062dc5 req-9a6862af-9e6d-4514-bd42-e65bd8f0abeb tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321653 Feb 17 04:42:03.045106 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-3a531165-5e7b-43b3-8813-945908d75e9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:03.065935 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937e263e-284e-4f2b-b45c-79151ed706cf req-38b0eaea-1466-451e-82f6-f0e66e81b5d4 tempest-VolumesNegativeTest-1964865802 tempest-VolumesNegativeTest-1964865802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:03.067398 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-937e263e-284e-4f2b-b45c-79151ed706cf req-38b0eaea-1466-451e-82f6-f0e66e81b5d4 tempest-VolumesNegativeTest-1964865802 tempest-VolumesNegativeTest-1964865802-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7a1bc7d-fc4a-4797-9290-525661c70b16 HTTP/1.1" status: 200 len: 948 time: 0.0744758 Feb 17 04:42:03.084743 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-3a531165-5e7b-43b3-8813-945908d75e9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:03.136256 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-937e263e-284e-4f2b-b45c-79151ed706cf req-bbed2c49-ddea-425c-b482-3bc6dfe42241 tempest-VolumesNegativeTest-1964865802 tempest-VolumesNegativeTest-1964865802-project] 10.222.0.36 "GET /v2.0/security-groups?id=0e81a241-0d4b-4606-b37b-c0c75cf02d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615110 Feb 17 04:42:03.154736 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-3a531165-5e7b-43b3-8813-945908d75e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:03.157877 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-3a531165-5e7b-43b3-8813-945908d75e9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:03.159427 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-3a531165-5e7b-43b3-8813-945908d75e9d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1bb9650a-dcf0-41bb-bbbb-d05ba4cb6cf2 HTTP/1.1" status: 204 len: 168 time: 0.1976764 Feb 17 04:42:03.168983 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a531165-5e7b-43b3-8813-945908d75e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb9650a-dcf0-41bb-bbbb-d05ba4cb6cf2,revision_number=None']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:03.446403 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d845b65-b821-44db-8c70-cfeabab06130 req-724a5103-14bb-4d54-ad85-d660552e1eff tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:03.448055 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-4d845b65-b821-44db-8c70-cfeabab06130 req-724a5103-14bb-4d54-ad85-d660552e1eff tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f7335ec-b7be-4238-b29c-943cc9d997d0 HTTP/1.1" status: 200 len: 945 time: 0.0655632 Feb 17 04:42:03.539850 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-4d845b65-b821-44db-8c70-cfeabab06130 req-eae7d556-67a2-49f0-b79b-04762e2685b8 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3112e5-8fb2-44d1-8f1b-18510013e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842094 Feb 17 04:42:04.140656 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28245011-15c3-4bfd-ba7c-cf3004271e2b req-9c5b3df2-4de0-4f04-b666-bb951e880280 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:04.142652 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-28245011-15c3-4bfd-ba7c-cf3004271e2b req-9c5b3df2-4de0-4f04-b666-bb951e880280 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=391d8445-5681-452e-87d2-f3fc8e6a95c5 HTTP/1.1" status: 200 len: 945 time: 0.0489845 Feb 17 04:42:04.180644 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-28245011-15c3-4bfd-ba7c-cf3004271e2b req-827a4fc6-051d-4a33-a555-1af0cb6b0eaa tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320203 Feb 17 04:42:04.261972 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80704da3-e94f-4378-96fe-171910151235 req-10f1f8b3-6ee2-474e-90a9-96a6c195b08c tempest-VolumesNegativeTest-1964865802 tempest-VolumesNegativeTest-1964865802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:04.263454 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-80704da3-e94f-4378-96fe-171910151235 req-10f1f8b3-6ee2-474e-90a9-96a6c195b08c tempest-VolumesNegativeTest-1964865802 tempest-VolumesNegativeTest-1964865802-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7a1bc7d-fc4a-4797-9290-525661c70b16 HTTP/1.1" status: 200 len: 948 time: 0.0524030 Feb 17 04:42:04.301731 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-80704da3-e94f-4378-96fe-171910151235 req-1dcdcec1-8988-4306-8ec7-0328b1d5d998 tempest-VolumesNegativeTest-1964865802 tempest-VolumesNegativeTest-1964865802-project] 10.222.0.36 "GET /v2.0/security-groups?id=0e81a241-0d4b-4606-b37b-c0c75cf02d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323164 Feb 17 04:42:04.666194 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aea165b-f252-4e20-a04e-ef40ab3fd6aa req-168c86f9-95ac-42d2-bd20-ff31ca52d431 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:04.667760 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-0aea165b-f252-4e20-a04e-ef40ab3fd6aa req-168c86f9-95ac-42d2-bd20-ff31ca52d431 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f7335ec-b7be-4238-b29c-943cc9d997d0 HTTP/1.1" status: 200 len: 945 time: 0.0532639 Feb 17 04:42:04.711358 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-0aea165b-f252-4e20-a04e-ef40ab3fd6aa req-9f83f6ef-4d26-41f9-a502-721d64c85ddc tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3112e5-8fb2-44d1-8f1b-18510013e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362320 Feb 17 04:42:05.307191 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f0be49-98e2-4105-9e28-5a94b39e3ea3 req-d7f9eb06-9877-4e8f-bc79-ecff8452413c tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:05.308934 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-86f0be49-98e2-4105-9e28-5a94b39e3ea3 req-d7f9eb06-9877-4e8f-bc79-ecff8452413c tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=391d8445-5681-452e-87d2-f3fc8e6a95c5 HTTP/1.1" status: 200 len: 945 time: 0.0498393 Feb 17 04:42:05.348138 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-86f0be49-98e2-4105-9e28-5a94b39e3ea3 req-eaf886f6-0e7b-4421-b5d6-c91daaab710b tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328588 Feb 17 04:42:05.430893 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b97e50-0033-4608-bb5f-67dc84083178 req-0a43e757-82d4-41cb-800f-108a6d657a69 tempest-VolumesNegativeTest-1964865802 tempest-VolumesNegativeTest-1964865802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:05.432428 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-21b97e50-0033-4608-bb5f-67dc84083178 req-0a43e757-82d4-41cb-800f-108a6d657a69 tempest-VolumesNegativeTest-1964865802 tempest-VolumesNegativeTest-1964865802-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7a1bc7d-fc4a-4797-9290-525661c70b16 HTTP/1.1" status: 200 len: 948 time: 0.0478942 Feb 17 04:42:05.474051 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-21b97e50-0033-4608-bb5f-67dc84083178 req-6dbc98a3-977e-46b9-9cc0-aecbce2ddcf7 tempest-VolumesNegativeTest-1964865802 tempest-VolumesNegativeTest-1964865802-project] 10.222.0.36 "GET /v2.0/security-groups?id=0e81a241-0d4b-4606-b37b-c0c75cf02d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351515 Feb 17 04:42:05.841534 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d580f3c-4698-41c5-9a91-3cf369dae9dc req-0b993d57-e1b7-4e86-9d0e-7194b4534402 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:05.843191 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-7d580f3c-4698-41c5-9a91-3cf369dae9dc req-0b993d57-e1b7-4e86-9d0e-7194b4534402 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f7335ec-b7be-4238-b29c-943cc9d997d0 HTTP/1.1" status: 200 len: 945 time: 0.0524378 Feb 17 04:42:05.883566 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-7d580f3c-4698-41c5-9a91-3cf369dae9dc req-870fd03d-cf2d-436f-8dde-b8317975cc7d tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3112e5-8fb2-44d1-8f1b-18510013e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344195 Feb 17 04:42:06.381477 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Device 8d1cd474-917b-40ab-9b67-681b3100dba3 details requested by agent hyperv_hv-cinder-82963 with host hv-cinder-82963 {{(pid=108157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 04:42:06.479200 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] For port 8d1cd474-917b-40ab-9b67-681b3100dba3, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=8d1cd474-917b-40ab-9b67-681b3100dba3,segment=NetworkSegment(17435502-1e9a-4cdc-95d7-3ffdff4cb15f),segment_id=17435502-1e9a-4cdc-95d7-3ffdff4cb15f)] {{(pid=108157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:42:06.491541 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Returning: {'device': '8d1cd474-917b-40ab-9b67-681b3100dba3', 'network_id': 'be1f5725-1f48-4afe-a774-98fd235eca94', 'port_id': '8d1cd474-917b-40ab-9b67-681b3100dba3', 'mac_address': 'fa:16:3e:76:c5:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3ca146f-9b80-4f05-bc06-70b223b6c21f', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 04:42:06.504512 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d548653c-5a0e-41ae-9107-fee3b31e51fe req-f51f5f00-0a42-4ad1-b5de-8285d05ce365 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:06.513211 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-d548653c-5a0e-41ae-9107-fee3b31e51fe req-f51f5f00-0a42-4ad1-b5de-8285d05ce365 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=391d8445-5681-452e-87d2-f3fc8e6a95c5 HTTP/1.1" status: 200 len: 945 time: 0.0875452 Feb 17 04:42:06.538116 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:06.557421 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-d548653c-5a0e-41ae-9107-fee3b31e51fe req-cc8fd152-3755-4be5-9049-0ff39d264234 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429008 Feb 17 04:42:06.560676 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.notifiers.nova [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d1cd474-917b-40ab-9b67-681b3100dba3 {{(pid=108157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 04:42:06.588367 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] For port 8d1cd474-917b-40ab-9b67-681b3100dba3, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=8d1cd474-917b-40ab-9b67-681b3100dba3,segment=NetworkSegment(17435502-1e9a-4cdc-95d7-3ffdff4cb15f),segment_id=17435502-1e9a-4cdc-95d7-3ffdff4cb15f)] {{(pid=108157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:42:06.592559 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:06.627172 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f911b0c9-f5d5-4454-aef3-e1b8dbec56ce req-be8edc1b-1bde-48ea-9dd9-55ece491ef15 tempest-VolumesNegativeTest-1964865802 tempest-VolumesNegativeTest-1964865802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:06.630039 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-f911b0c9-f5d5-4454-aef3-e1b8dbec56ce req-be8edc1b-1bde-48ea-9dd9-55ece491ef15 tempest-VolumesNegativeTest-1964865802 tempest-VolumesNegativeTest-1964865802-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7a1bc7d-fc4a-4797-9290-525661c70b16 HTTP/1.1" status: 200 len: 948 time: 0.0626223 Feb 17 04:42:06.665110 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Pushing event updated for resources: {'Port': ['ID=8d1cd474-917b-40ab-9b67-681b3100dba3,revision_number=4']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:06.689308 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-f911b0c9-f5d5-4454-aef3-e1b8dbec56ce req-344f9d59-c22c-45bb-899c-d37b1109bdc9 tempest-VolumesNegativeTest-1964865802 tempest-VolumesNegativeTest-1964865802-project] 10.222.0.36 "GET /v2.0/security-groups?id=0e81a241-0d4b-4606-b37b-c0c75cf02d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527275 Feb 17 04:42:06.852299 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.agents_db [None req-cbde576c-1bd3-47c0-9bd8-6306741b546e None None] Agent healthcheck: found 6 active agents {{(pid=108158) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 04:42:06.978514 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] get_ports_and_sgs() called for port_ids ['8d1cd474-917b-40ab-9b67-681b3100dba3'] {{(pid=108157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 04:42:07.005267 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad08bb35-9547-4571-a94b-2c0f54dc81f1 req-26f9ad64-5505-4e84-bc9d-8a3fccb7b528 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:07.006814 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-ad08bb35-9547-4571-a94b-2c0f54dc81f1 req-26f9ad64-5505-4e84-bc9d-8a3fccb7b528 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f7335ec-b7be-4238-b29c-943cc9d997d0 HTTP/1.1" status: 200 len: 945 time: 0.0490756 Feb 17 04:42:07.047630 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-ad08bb35-9547-4571-a94b-2c0f54dc81f1 req-9cc9c5b5-91fa-453d-9d2c-aa6596810073 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3112e5-8fb2-44d1-8f1b-18510013e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339520 Feb 17 04:42:07.554341 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d4f7e0-af0b-4501-a484-decbce66003c req-034f75b5-dfc9-4e11-af65-9c0b27ff1c72 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:07.555929 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-c4d4f7e0-af0b-4501-a484-decbce66003c req-034f75b5-dfc9-4e11-af65-9c0b27ff1c72 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3bb06d6-784c-4d81-ad60-d183671f9f10 HTTP/1.1" status: 200 len: 946 time: 0.0517707 Feb 17 04:42:07.596258 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-c4d4f7e0-af0b-4501-a484-decbce66003c req-8b4e059d-33b4-47cc-9f26-62a8f39167d0 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffbda038-50f4-44bc-aa04-91e66aa92c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340426 Feb 17 04:42:07.682189 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d1f726-5b0c-43b4-acb4-51dd1f6a8da1 req-16b32b65-70e8-4f3f-a5e0-034f7ec291bf tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:07.683660 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-39d1f726-5b0c-43b4-acb4-51dd1f6a8da1 req-16b32b65-70e8-4f3f-a5e0-034f7ec291bf tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=391d8445-5681-452e-87d2-f3fc8e6a95c5 HTTP/1.1" status: 200 len: 945 time: 0.0490069 Feb 17 04:42:07.723077 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-39d1f726-5b0c-43b4-acb4-51dd1f6a8da1 req-555ce912-ee93-4fd3-bc70-21c733c647ad tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335138 Feb 17 04:42:07.808866 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95de062-5720-4850-b066-e65a30624db0 req-c0ea24b4-4031-4e9d-b7cf-80ea4058699f tempest-VolumesNegativeTest-1964865802 tempest-VolumesNegativeTest-1964865802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:07.810391 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-d95de062-5720-4850-b066-e65a30624db0 req-c0ea24b4-4031-4e9d-b7cf-80ea4058699f tempest-VolumesNegativeTest-1964865802 tempest-VolumesNegativeTest-1964865802-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7a1bc7d-fc4a-4797-9290-525661c70b16 HTTP/1.1" status: 200 len: 949 time: 0.0477643 Feb 17 04:42:07.852893 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-d95de062-5720-4850-b066-e65a30624db0 req-443064a7-09aa-49bf-868e-9d17cabc6a04 tempest-VolumesNegativeTest-1964865802 tempest-VolumesNegativeTest-1964865802-project] 10.222.0.36 "GET /v2.0/security-groups?id=0e81a241-0d4b-4606-b37b-c0c75cf02d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364752 Feb 17 04:42:08.187561 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc1595-9b32-4a95-8f76-35c71cd27e2a req-bf3d75d0-922d-4e92-8cfa-feb719a7be20 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:08.189334 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-befc1595-9b32-4a95-8f76-35c71cd27e2a req-bf3d75d0-922d-4e92-8cfa-feb719a7be20 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f7335ec-b7be-4238-b29c-943cc9d997d0 HTTP/1.1" status: 200 len: 945 time: 0.0583868 Feb 17 04:42:08.230742 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-befc1595-9b32-4a95-8f76-35c71cd27e2a req-53bbd3d9-675b-4e26-82a2-97eac43151b0 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3112e5-8fb2-44d1-8f1b-18510013e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338402 Feb 17 04:42:08.395718 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Device 8d1cd474-917b-40ab-9b67-681b3100dba3 up at agent hyperv_hv-cinder-82963 {{(pid=108157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:42:08.443495 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Provisioning for port 8d1cd474-917b-40ab-9b67-681b3100dba3 completed by entity L2. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 04:42:08.447187 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Provisioning complete for port 8d1cd474-917b-40ab-9b67-681b3100dba3 triggered by entity L2. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:42:08.447563 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:08.528697 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:08.551552 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a1bc7d-fc4a-4797-9290-525661c70b16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d1cd474-917b-40ab-9b67-681b3100dba3'}] {{(pid=108157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:42:08.553828 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2d1db2b66fadfb38f3e682fd5beb02e22f49f1efddde24347983e162d9d2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-172cfb33-1e69-448b-ba8a-495e39bd0c7b" -d '{"events": [{"server_uuid": "e7a1bc7d-fc4a-4797-9290-525661c70b16", "name": "network-vif-plugged", "status": "completed", "tag": "8d1cd474-917b-40ab-9b67-681b3100dba3"}]}' {{(pid=108157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:42:08.566651 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] For port 8d1cd474-917b-40ab-9b67-681b3100dba3, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=8d1cd474-917b-40ab-9b67-681b3100dba3,segment=NetworkSegment(17435502-1e9a-4cdc-95d7-3ffdff4cb15f),segment_id=17435502-1e9a-4cdc-95d7-3ffdff4cb15f)] {{(pid=108157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:42:08.570742 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:08.600563 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 04:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f3e495e-2b6d-4c8f-b40f-bbcd6e03a145 x-openstack-request-id: req-6f3e495e-2b6d-4c8f-b40f-bbcd6e03a145 {{(pid=108157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:42:08.600878 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7a1bc7d-fc4a-4797-9290-525661c70b16", "name": "network-vif-plugged", "status": "completed", "tag": "8d1cd474-917b-40ab-9b67-681b3100dba3", "code": 200}]} {{(pid=108157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:42:08.601126 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6f3e495e-2b6d-4c8f-b40f-bbcd6e03a145 {{(pid=108157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:42:08.601503 dv-cinder-829630-1-smb neutron-server[108157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7a1bc7d-fc4a-4797-9290-525661c70b16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d1cd474-917b-40ab-9b67-681b3100dba3', 'code': 200} Feb 17 04:42:08.627003 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Pushing event updated for resources: {'Port': ['ID=8d1cd474-917b-40ab-9b67-681b3100dba3,revision_number=5']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:08.724626 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed7f76e-1322-4844-8ad3-10c38f526ffc req-51deb225-d535-435c-a2b2-231914095438 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:08.726109 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-3ed7f76e-1322-4844-8ad3-10c38f526ffc req-51deb225-d535-435c-a2b2-231914095438 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3bb06d6-784c-4d81-ad60-d183671f9f10 HTTP/1.1" status: 200 len: 946 time: 0.0571458 Feb 17 04:42:08.796669 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-3ed7f76e-1322-4844-8ad3-10c38f526ffc req-b2b0d784-f0c3-4832-962c-4b7cfac0c8a4 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffbda038-50f4-44bc-aa04-91e66aa92c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646079 Feb 17 04:42:08.806833 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cd17e9-5dd9-4000-8050-d3ed1db566dd req-ff9eedcb-1acb-4c44-b45a-e06b0109163d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:08.808388 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-71cd17e9-5dd9-4000-8050-d3ed1db566dd req-ff9eedcb-1acb-4c44-b45a-e06b0109163d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e7a1bc7d-fc4a-4797-9290-525661c70b16 HTTP/1.1" status: 200 len: 1103 time: 0.0628340 Feb 17 04:42:08.851099 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-71cd17e9-5dd9-4000-8050-d3ed1db566dd req-7457bb38-5d32-4d6c-8fbf-cba0f245a18c service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=0e81a241-0d4b-4606-b37b-c0c75cf02d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332563 Feb 17 04:42:08.859165 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792277bb-0db2-4531-bbd3-22e7721e2b09 req-9cb04448-6ef4-48b6-b158-54223898f7c6 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:08.860788 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-792277bb-0db2-4531-bbd3-22e7721e2b09 req-9cb04448-6ef4-48b6-b158-54223898f7c6 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=391d8445-5681-452e-87d2-f3fc8e6a95c5 HTTP/1.1" status: 200 len: 945 time: 0.0504270 Feb 17 04:42:08.902620 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-792277bb-0db2-4531-bbd3-22e7721e2b09 req-19bb3783-cfde-479d-96bf-8e240e57a1b4 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359080 Feb 17 04:42:08.973527 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645acdef-f131-4ad4-906b-ed63414cfa18 req-e1df92ca-0863-459a-8b77-8927e6cfeb44 tempest-VolumesNegativeTest-1964865802 tempest-VolumesNegativeTest-1964865802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:08.975659 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-645acdef-f131-4ad4-906b-ed63414cfa18 req-e1df92ca-0863-459a-8b77-8927e6cfeb44 tempest-VolumesNegativeTest-1964865802 tempest-VolumesNegativeTest-1964865802-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7a1bc7d-fc4a-4797-9290-525661c70b16 HTTP/1.1" status: 200 len: 950 time: 0.0526872 Feb 17 04:42:09.015316 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-645acdef-f131-4ad4-906b-ed63414cfa18 req-52f80763-3b16-489e-9274-6fd2b74d69b7 tempest-VolumesNegativeTest-1964865802 tempest-VolumesNegativeTest-1964865802-project] 10.222.0.36 "GET /v2.0/security-groups?id=0e81a241-0d4b-4606-b37b-c0c75cf02d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332062 Feb 17 04:42:09.378183 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad5c733-a2a6-4147-bdb2-5f456098cd6a req-96f095a6-3490-4b47-9148-f0c3d1fa660b tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:09.379664 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-1ad5c733-a2a6-4147-bdb2-5f456098cd6a req-96f095a6-3490-4b47-9148-f0c3d1fa660b tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f7335ec-b7be-4238-b29c-943cc9d997d0 HTTP/1.1" status: 200 len: 945 time: 0.0516906 Feb 17 04:42:09.418278 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-1ad5c733-a2a6-4147-bdb2-5f456098cd6a req-17c0608b-7708-4d86-adc2-2172f4bf94c6 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3112e5-8fb2-44d1-8f1b-18510013e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325718 Feb 17 04:42:09.917064 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efab8bc-732b-44f1-a0ac-b5c96d7d76c2 req-08f737e1-d31f-4e5e-a14a-6529ba4329f3 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:09.918517 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-3efab8bc-732b-44f1-a0ac-b5c96d7d76c2 req-08f737e1-d31f-4e5e-a14a-6529ba4329f3 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3bb06d6-784c-4d81-ad60-d183671f9f10 HTTP/1.1" status: 200 len: 946 time: 0.0532558 Feb 17 04:42:09.965937 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-3efab8bc-732b-44f1-a0ac-b5c96d7d76c2 req-45d49cb6-37cc-47a4-86d0-bb59d0d787f0 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffbda038-50f4-44bc-aa04-91e66aa92c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409749 Feb 17 04:42:10.024599 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf8c31-52c7-445a-8913-b8097eb1de4d req-c48d9b36-62ed-45ad-a97b-f74464507b9f tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:10.026010 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-ecbf8c31-52c7-445a-8913-b8097eb1de4d req-c48d9b36-62ed-45ad-a97b-f74464507b9f tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=391d8445-5681-452e-87d2-f3fc8e6a95c5 HTTP/1.1" status: 200 len: 945 time: 0.0517504 Feb 17 04:42:10.064523 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-ecbf8c31-52c7-445a-8913-b8097eb1de4d req-9a8e2bee-c200-4a4d-add6-65407aae3ae3 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323398 Feb 17 04:42:10.141394 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf73344f-44f9-436a-a4ea-86ebaed05cfc req-18eeda79-7d4c-4735-8501-159a23c025ea tempest-VolumesNegativeTest-1964865802 tempest-VolumesNegativeTest-1964865802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:10.142871 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-cf73344f-44f9-436a-a4ea-86ebaed05cfc req-18eeda79-7d4c-4735-8501-159a23c025ea tempest-VolumesNegativeTest-1964865802 tempest-VolumesNegativeTest-1964865802-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7a1bc7d-fc4a-4797-9290-525661c70b16 HTTP/1.1" status: 200 len: 950 time: 0.0579336 Feb 17 04:42:10.183644 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-cf73344f-44f9-436a-a4ea-86ebaed05cfc req-7bac72f1-bb2c-427f-9bd8-4aa0d588fc53 tempest-VolumesNegativeTest-1964865802 tempest-VolumesNegativeTest-1964865802-project] 10.222.0.36 "GET /v2.0/security-groups?id=0e81a241-0d4b-4606-b37b-c0c75cf02d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346203 Feb 17 04:42:10.540498 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef2aed-a73e-4e67-bd3c-3fa607fc183c req-53d01567-4e15-4f1c-85bd-f80b001193d3 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:10.542071 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-50ef2aed-a73e-4e67-bd3c-3fa607fc183c req-53d01567-4e15-4f1c-85bd-f80b001193d3 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f7335ec-b7be-4238-b29c-943cc9d997d0 HTTP/1.1" status: 200 len: 945 time: 0.0491605 Feb 17 04:42:10.580492 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-50ef2aed-a73e-4e67-bd3c-3fa607fc183c req-66968ab7-d076-48c6-a003-86c546aaa024 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3112e5-8fb2-44d1-8f1b-18510013e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313206 Feb 17 04:42:11.084219 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb66089-987e-470e-ab4e-03e4fb61a833 req-d5829f38-c4d7-4d79-b5e8-0fde5a1be6f8 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:11.086041 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-acb66089-987e-470e-ab4e-03e4fb61a833 req-d5829f38-c4d7-4d79-b5e8-0fde5a1be6f8 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3bb06d6-784c-4d81-ad60-d183671f9f10 HTTP/1.1" status: 200 len: 946 time: 0.0510168 Feb 17 04:42:11.135618 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-acb66089-987e-470e-ab4e-03e4fb61a833 req-fd1ccc85-4b2e-41c9-af5b-b5e6cb992068 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffbda038-50f4-44bc-aa04-91e66aa92c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432515 Feb 17 04:42:11.207647 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07757e10-8ed7-447c-a921-654ab89afdf7 req-c27abcfc-c9d6-41b3-a833-8953a2bbbae9 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:11.209137 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-07757e10-8ed7-447c-a921-654ab89afdf7 req-c27abcfc-c9d6-41b3-a833-8953a2bbbae9 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=391d8445-5681-452e-87d2-f3fc8e6a95c5 HTTP/1.1" status: 200 len: 945 time: 0.0558226 Feb 17 04:42:11.249077 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-07757e10-8ed7-447c-a921-654ab89afdf7 req-820970e0-24af-41e8-a9a8-fa92fcf0dce7 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336339 Feb 17 04:42:11.302742 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa609009-0f82-4713-a122-226402231059 req-5e786b1c-c14f-4d11-bcc9-44ffd5b26bef tempest-VolumesNegativeTest-1964865802 tempest-VolumesNegativeTest-1964865802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:11.304331 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-aa609009-0f82-4713-a122-226402231059 req-5e786b1c-c14f-4d11-bcc9-44ffd5b26bef tempest-VolumesNegativeTest-1964865802 tempest-VolumesNegativeTest-1964865802-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7a1bc7d-fc4a-4797-9290-525661c70b16 HTTP/1.1" status: 200 len: 950 time: 0.0527387 Feb 17 04:42:11.347222 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-aa609009-0f82-4713-a122-226402231059 req-f4bb212f-63ec-42b9-8773-072f0afa5c57 tempest-VolumesNegativeTest-1964865802 tempest-VolumesNegativeTest-1964865802-project] 10.222.0.36 "GET /v2.0/security-groups?id=0e81a241-0d4b-4606-b37b-c0c75cf02d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366976 Feb 17 04:42:11.619847 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49220a1-3b95-43f5-a364-a0f9ff5717a7 req-f289b53f-8774-4d39-8dcd-5abbe80451a2 tempest-VolumesNegativeTest-1964865802 tempest-VolumesNegativeTest-1964865802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:11.621345 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-d49220a1-3b95-43f5-a364-a0f9ff5717a7 req-f289b53f-8774-4d39-8dcd-5abbe80451a2 tempest-VolumesNegativeTest-1964865802 tempest-VolumesNegativeTest-1964865802-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7a1bc7d-fc4a-4797-9290-525661c70b16 HTTP/1.1" status: 200 len: 950 time: 0.0526297 Feb 17 04:42:11.661433 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-d49220a1-3b95-43f5-a364-a0f9ff5717a7 req-a5154b55-ba7d-4473-b561-1b91894ab3c7 tempest-VolumesNegativeTest-1964865802 tempest-VolumesNegativeTest-1964865802-project] 10.222.0.36 "GET /v2.0/security-groups?id=0e81a241-0d4b-4606-b37b-c0c75cf02d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333836 Feb 17 04:42:11.883989 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513a29e8-67c9-4003-94a3-798125dda629 req-37062d59-9819-4d2e-aea7-d85c51e13ff9 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:11.885345 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-513a29e8-67c9-4003-94a3-798125dda629 req-37062d59-9819-4d2e-aea7-d85c51e13ff9 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f7335ec-b7be-4238-b29c-943cc9d997d0 HTTP/1.1" status: 200 len: 945 time: 0.2301309 Feb 17 04:42:11.927357 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-513a29e8-67c9-4003-94a3-798125dda629 req-0dabb99a-1acb-41ad-81a8-ae88e13cb90a tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3112e5-8fb2-44d1-8f1b-18510013e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360482 Feb 17 04:42:12.256999 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005de0fe-e2ac-4607-bd9f-1f9fbd30be8e req-9384774c-6fa7-4937-91a0-afd0772f4615 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:12.258427 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-005de0fe-e2ac-4607-bd9f-1f9fbd30be8e req-9384774c-6fa7-4937-91a0-afd0772f4615 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3bb06d6-784c-4d81-ad60-d183671f9f10 HTTP/1.1" status: 200 len: 946 time: 0.0475290 Feb 17 04:42:12.299334 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-005de0fe-e2ac-4607-bd9f-1f9fbd30be8e req-756d3fc0-748f-48f2-aeca-9f47df6b2b77 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffbda038-50f4-44bc-aa04-91e66aa92c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343800 Feb 17 04:42:12.368854 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1322dff-d50e-4033-bef4-34e53c79dc85 req-acd28444-5ab2-4d46-b951-5d8ca10bbd7e tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:12.371044 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-f1322dff-d50e-4033-bef4-34e53c79dc85 req-acd28444-5ab2-4d46-b951-5d8ca10bbd7e tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=391d8445-5681-452e-87d2-f3fc8e6a95c5 HTTP/1.1" status: 200 len: 945 time: 0.0538447 Feb 17 04:42:12.414268 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-f1322dff-d50e-4033-bef4-34e53c79dc85 req-70d14a6d-695a-4bb4-94a1-730832eea217 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356894 Feb 17 04:42:12.778439 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc60015c-ca69-4ca5-bfef-d08fa49e9c24 req-0ef54c0b-5f80-456e-8fb5-ed486fbfc740 tempest-VolumesNegativeTest-1964865802 tempest-VolumesNegativeTest-1964865802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:12.779912 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-cc60015c-ca69-4ca5-bfef-d08fa49e9c24 req-0ef54c0b-5f80-456e-8fb5-ed486fbfc740 tempest-VolumesNegativeTest-1964865802 tempest-VolumesNegativeTest-1964865802-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7a1bc7d-fc4a-4797-9290-525661c70b16 HTTP/1.1" status: 200 len: 950 time: 0.0486560 Feb 17 04:42:12.821479 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-cc60015c-ca69-4ca5-bfef-d08fa49e9c24 req-224abc3d-3dfc-4f8e-a1de-e5b68d1ffb72 tempest-VolumesNegativeTest-1964865802 tempest-VolumesNegativeTest-1964865802-project] 10.222.0.36 "GET /v2.0/security-groups?id=0e81a241-0d4b-4606-b37b-c0c75cf02d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351639 Feb 17 04:42:13.045315 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9802c91b-942f-4ed5-943a-e3dcfbab2cc7 req-517920ba-2649-4d42-b234-0d119cf094eb tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:13.046756 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-9802c91b-942f-4ed5-943a-e3dcfbab2cc7 req-517920ba-2649-4d42-b234-0d119cf094eb tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f7335ec-b7be-4238-b29c-943cc9d997d0 HTTP/1.1" status: 200 len: 945 time: 0.0472500 Feb 17 04:42:13.084110 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-9802c91b-942f-4ed5-943a-e3dcfbab2cc7 req-0af17ccc-e23d-49d2-b42d-953946128f1b tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3112e5-8fb2-44d1-8f1b-18510013e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310433 Feb 17 04:42:13.417664 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac952c56-bf92-4a66-ae4e-a63a5fb8caa0 req-a5b38969-563a-4480-b1f6-c810c52c7fb2 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:13.419164 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-ac952c56-bf92-4a66-ae4e-a63a5fb8caa0 req-a5b38969-563a-4480-b1f6-c810c52c7fb2 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3bb06d6-784c-4d81-ad60-d183671f9f10 HTTP/1.1" status: 200 len: 946 time: 0.0484402 Feb 17 04:42:13.460732 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-ac952c56-bf92-4a66-ae4e-a63a5fb8caa0 req-e583420e-c8d3-46c5-b38b-59b4d1d492bb tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffbda038-50f4-44bc-aa04-91e66aa92c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351539 Feb 17 04:42:13.555379 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06773642-d822-41a0-9baa-5ce81ed73dd0 req-c5fcd8a2-d057-4e8c-8695-f73fe057ee79 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:13.560053 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-06773642-d822-41a0-9baa-5ce81ed73dd0 req-c5fcd8a2-d057-4e8c-8695-f73fe057ee79 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=391d8445-5681-452e-87d2-f3fc8e6a95c5 HTTP/1.1" status: 200 len: 945 time: 0.0635314 Feb 17 04:42:13.599460 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-06773642-d822-41a0-9baa-5ce81ed73dd0 req-64af8b24-f4df-4078-9bd7-86d960026a09 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316513 Feb 17 04:42:13.807140 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb13c67b-5ca2-4b40-b4d0-847e7c61fd5d req-c769291e-8dad-43dc-8c46-5ae4d77021f5 tempest-VolumesNegativeTest-1964865802 tempest-VolumesNegativeTest-1964865802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:13.808441 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-bb13c67b-5ca2-4b40-b4d0-847e7c61fd5d req-c769291e-8dad-43dc-8c46-5ae4d77021f5 tempest-VolumesNegativeTest-1964865802 tempest-VolumesNegativeTest-1964865802-project] 10.222.0.69 "GET /v2.0/ports?device_id=e7a1bc7d-fc4a-4797-9290-525661c70b16 HTTP/1.1" status: 200 len: 950 time: 0.0522099 Feb 17 04:42:13.989782 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c7e2b1-6da6-4f2c-ac2f-6c1804e95182 req-43975237-a89e-48ae-b6ad-aff611c1d217 tempest-VolumesNegativeTest-1964865802 tempest-VolumesNegativeTest-1964865802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:13.991429 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-11c7e2b1-6da6-4f2c-ac2f-6c1804e95182 req-43975237-a89e-48ae-b6ad-aff611c1d217 tempest-VolumesNegativeTest-1964865802 tempest-VolumesNegativeTest-1964865802-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7a1bc7d-fc4a-4797-9290-525661c70b16 HTTP/1.1" status: 200 len: 950 time: 0.0954206 Feb 17 04:42:14.022081 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.plugin [req-bb13c67b-5ca2-4b40-b4d0-847e7c61fd5d req-43f7af65-3457-46b7-9c9c-5cda9dfad287 tempest-VolumesNegativeTest-1964865802 tempest-VolumesNegativeTest-1964865802-project] Deleting port 8d1cd474-917b-40ab-9b67-681b3100dba3 {{(pid=108156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:42:14.022531 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-bb13c67b-5ca2-4b40-b4d0-847e7c61fd5d req-43f7af65-3457-46b7-9c9c-5cda9dfad287 tempest-VolumesNegativeTest-1964865802 tempest-VolumesNegativeTest-1964865802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733365899870'] for port, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:14.083799 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-11c7e2b1-6da6-4f2c-ac2f-6c1804e95182 req-c26c5967-4cd4-4a8a-aad4-9987e20c0574 tempest-VolumesNegativeTest-1964865802 tempest-VolumesNegativeTest-1964865802-project] 10.222.0.36 "GET /v2.0/security-groups?id=0e81a241-0d4b-4606-b37b-c0c75cf02d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839806 Feb 17 04:42:14.140555 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.db [req-bb13c67b-5ca2-4b40-b4d0-847e7c61fd5d req-43f7af65-3457-46b7-9c9c-5cda9dfad287 tempest-VolumesNegativeTest-1964865802 tempest-VolumesNegativeTest-1964865802-project] For port 8d1cd474-917b-40ab-9b67-681b3100dba3, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=8d1cd474-917b-40ab-9b67-681b3100dba3,segment=NetworkSegment(17435502-1e9a-4cdc-95d7-3ffdff4cb15f),segment_id=17435502-1e9a-4cdc-95d7-3ffdff4cb15f)] {{(pid=108156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:42:14.140917 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-bb13c67b-5ca2-4b40-b4d0-847e7c61fd5d req-43f7af65-3457-46b7-9c9c-5cda9dfad287 tempest-VolumesNegativeTest-1964865802 tempest-VolumesNegativeTest-1964865802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650405'] for port, precommit_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:14.159100 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.plugin [req-bb13c67b-5ca2-4b40-b4d0-847e7c61fd5d req-43f7af65-3457-46b7-9c9c-5cda9dfad287 tempest-VolumesNegativeTest-1964865802 tempest-VolumesNegativeTest-1964865802-project] Calling delete_port for 8d1cd474-917b-40ab-9b67-681b3100dba3 owned by compute:nova {{(pid=108156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:42:14.213842 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67cadb0-c725-4af5-bbc3-f6b33a21dce2 req-36bcaa14-ff30-48bf-88b5-078344569236 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:14.215340 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-d67cadb0-c725-4af5-bbc3-f6b33a21dce2 req-36bcaa14-ff30-48bf-88b5-078344569236 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f7335ec-b7be-4238-b29c-943cc9d997d0 HTTP/1.1" status: 200 len: 945 time: 0.0510106 Feb 17 04:42:14.264051 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-d67cadb0-c725-4af5-bbc3-f6b33a21dce2 req-c3bc0163-4923-481d-a6dc-b92de328597a tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3112e5-8fb2-44d1-8f1b-18510013e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421126 Feb 17 04:42:14.330497 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-bb13c67b-5ca2-4b40-b4d0-847e7c61fd5d req-43f7af65-3457-46b7-9c9c-5cda9dfad287 tempest-VolumesNegativeTest-1964865802 tempest-VolumesNegativeTest-1964865802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733365900373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733365499778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26489006'] for port, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:14.342823 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] get_ports_and_sgs() called for port_ids ['8d1cd474-917b-40ab-9b67-681b3100dba3'] {{(pid=108157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 04:42:14.360127 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f7af65-3457-46b7-9c9c-5cda9dfad287 tempest-VolumesNegativeTest-1964865802 tempest-VolumesNegativeTest-1964865802-project] Pushing event deleted for resources: {'Port': ['ID=8d1cd474-917b-40ab-9b67-681b3100dba3,revision_number=None']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:14.425925 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb13c67b-5ca2-4b40-b4d0-847e7c61fd5d req-43f7af65-3457-46b7-9c9c-5cda9dfad287 tempest-VolumesNegativeTest-1964865802 tempest-VolumesNegativeTest-1964865802-project] No DVR routers for this DVR port 8d1cd474-917b-40ab-9b67-681b3100dba3 on host hv-cinder-82963 {{(pid=108156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 04:42:14.429009 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-bb13c67b-5ca2-4b40-b4d0-847e7c61fd5d req-43f7af65-3457-46b7-9c9c-5cda9dfad287 tempest-VolumesNegativeTest-1964865802 tempest-VolumesNegativeTest-1964865802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49904'] for port, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:14.432362 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-bb13c67b-5ca2-4b40-b4d0-847e7c61fd5d req-43f7af65-3457-46b7-9c9c-5cda9dfad287 tempest-VolumesNegativeTest-1964865802 tempest-VolumesNegativeTest-1964865802-project] 10.222.0.69 "DELETE /v2.0/ports/8d1cd474-917b-40ab-9b67-681b3100dba3 HTTP/1.1" status: 204 len: 173 time: 0.6159406 Feb 17 04:42:14.432797 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a1bc7d-fc4a-4797-9290-525661c70b16', 'name': 'network-vif-deleted', 'tag': '8d1cd474-917b-40ab-9b67-681b3100dba3'}] {{(pid=108156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:42:14.435064 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0b67973df7b1313e2305cae6a6fc83f0f1e2d937ba4ea44ff20eeef2f46ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da4aa97a-2c61-4e19-a6e7-13047e7778e5" -d '{"events": [{"server_uuid": "e7a1bc7d-fc4a-4797-9290-525661c70b16", "name": "network-vif-deleted", "tag": "8d1cd474-917b-40ab-9b67-681b3100dba3"}]}' {{(pid=108156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:42:14.479612 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 04:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a1240b4-15de-4893-8e0b-d982765ec32d x-openstack-request-id: req-1a1240b4-15de-4893-8e0b-d982765ec32d {{(pid=108156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:42:14.479980 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7a1bc7d-fc4a-4797-9290-525661c70b16", "name": "network-vif-deleted", "tag": "8d1cd474-917b-40ab-9b67-681b3100dba3", "status": "completed", "code": 200}]} {{(pid=108156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:42:14.480299 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1a1240b4-15de-4893-8e0b-d982765ec32d {{(pid=108156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:42:14.480723 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7a1bc7d-fc4a-4797-9290-525661c70b16', 'name': 'network-vif-deleted', 'tag': '8d1cd474-917b-40ab-9b67-681b3100dba3', 'status': 'completed', 'code': 200} Feb 17 04:42:14.584043 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c1e61a-495c-462b-8665-24ff47036d3f req-a391373f-1cca-4345-8836-7871a1e83d6d tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:14.586673 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-60c1e61a-495c-462b-8665-24ff47036d3f req-a391373f-1cca-4345-8836-7871a1e83d6d tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3bb06d6-784c-4d81-ad60-d183671f9f10 HTTP/1.1" status: 200 len: 946 time: 0.0522323 Feb 17 04:42:14.626708 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-60c1e61a-495c-462b-8665-24ff47036d3f req-8b75e0a2-d08f-4b5f-a4b5-145d0ed61779 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffbda038-50f4-44bc-aa04-91e66aa92c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321026 Feb 17 04:42:14.720717 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa64ef4d-4e4b-47bb-9f8e-bbc6a37cc580 req-baa18b68-d076-40e8-a9fa-b4706f950025 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:14.722157 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-aa64ef4d-4e4b-47bb-9f8e-bbc6a37cc580 req-baa18b68-d076-40e8-a9fa-b4706f950025 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=391d8445-5681-452e-87d2-f3fc8e6a95c5 HTTP/1.1" status: 200 len: 945 time: 0.0508213 Feb 17 04:42:14.759273 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-aa64ef4d-4e4b-47bb-9f8e-bbc6a37cc580 req-51878c1d-f08b-42d9-b405-0de58a8bb0e2 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309432 Feb 17 04:42:15.392449 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1f8d55-b464-473d-b009-2627219d93f4 req-52046659-0725-40f2-9344-082c4ea7e8fd tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:15.393901 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-8d1f8d55-b464-473d-b009-2627219d93f4 req-52046659-0725-40f2-9344-082c4ea7e8fd tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f7335ec-b7be-4238-b29c-943cc9d997d0 HTTP/1.1" status: 200 len: 945 time: 0.0478711 Feb 17 04:42:15.434419 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-8d1f8d55-b464-473d-b009-2627219d93f4 req-2189d919-5638-4aab-8188-fb5bf8f9e14a tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3112e5-8fb2-44d1-8f1b-18510013e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341668 Feb 17 04:42:15.743613 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb48c332-7a8c-45b4-be4d-f4ac6d6eaf6f req-ef50b0ec-eda4-4b89-8e30-8dca2fdfb66a tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:15.745255 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-eb48c332-7a8c-45b4-be4d-f4ac6d6eaf6f req-ef50b0ec-eda4-4b89-8e30-8dca2fdfb66a tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3bb06d6-784c-4d81-ad60-d183671f9f10 HTTP/1.1" status: 200 len: 946 time: 0.0495400 Feb 17 04:42:15.785580 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-eb48c332-7a8c-45b4-be4d-f4ac6d6eaf6f req-287473aa-cf0e-4de8-9468-1f66bcd078f5 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffbda038-50f4-44bc-aa04-91e66aa92c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322537 Feb 17 04:42:15.902415 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacca076-0834-4f64-85c1-066ff5937c07 req-445564ee-00c4-4b5d-954f-e6f439976b45 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:15.903902 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-cacca076-0834-4f64-85c1-066ff5937c07 req-445564ee-00c4-4b5d-954f-e6f439976b45 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=391d8445-5681-452e-87d2-f3fc8e6a95c5 HTTP/1.1" status: 200 len: 945 time: 0.0492094 Feb 17 04:42:15.946408 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-cacca076-0834-4f64-85c1-066ff5937c07 req-3a01ac4e-7595-438d-a928-17035c9114e2 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349145 Feb 17 04:42:16.560225 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3dd2d9-96af-4158-be7a-ed180a18f835 req-9fdab3be-557a-45cf-81a7-8be5d13fb020 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:16.561664 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-da3dd2d9-96af-4158-be7a-ed180a18f835 req-9fdab3be-557a-45cf-81a7-8be5d13fb020 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f7335ec-b7be-4238-b29c-943cc9d997d0 HTTP/1.1" status: 200 len: 945 time: 0.0513935 Feb 17 04:42:16.599035 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-da3dd2d9-96af-4158-be7a-ed180a18f835 req-f383eb2d-18ad-4752-8a79-345bc475de6f tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3112e5-8fb2-44d1-8f1b-18510013e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303562 Feb 17 04:42:16.904430 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b4f416-6512-4854-bc3b-833988a677d3 req-d3ce783e-dcaa-44e5-9746-d10ca006def3 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:16.905891 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-14b4f416-6512-4854-bc3b-833988a677d3 req-d3ce783e-dcaa-44e5-9746-d10ca006def3 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3bb06d6-784c-4d81-ad60-d183671f9f10 HTTP/1.1" status: 200 len: 946 time: 0.0517316 Feb 17 04:42:16.948081 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-14b4f416-6512-4854-bc3b-833988a677d3 req-acf72729-6e79-4d00-8197-36525928a51e tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffbda038-50f4-44bc-aa04-91e66aa92c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355473 Feb 17 04:42:17.075567 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810cc203-64ea-4aab-b1cc-064cd98c03e0 req-d8ae36c3-4b1c-4f26-8973-2b963a8f301e tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:17.077010 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-810cc203-64ea-4aab-b1cc-064cd98c03e0 req-d8ae36c3-4b1c-4f26-8973-2b963a8f301e tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=391d8445-5681-452e-87d2-f3fc8e6a95c5 HTTP/1.1" status: 200 len: 945 time: 0.0504396 Feb 17 04:42:17.115154 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-810cc203-64ea-4aab-b1cc-064cd98c03e0 req-efc7a87d-0577-425f-9120-bd2e6cd70b47 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319805 Feb 17 04:42:17.718185 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faaf1b4-9771-4d32-a66c-cef4dd293d6a req-4b3f16f7-0878-4d36-a7dd-f490dd7b84b4 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:17.720243 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-2faaf1b4-9771-4d32-a66c-cef4dd293d6a req-4b3f16f7-0878-4d36-a7dd-f490dd7b84b4 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f7335ec-b7be-4238-b29c-943cc9d997d0 HTTP/1.1" status: 200 len: 945 time: 0.0499449 Feb 17 04:42:17.759351 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-2faaf1b4-9771-4d32-a66c-cef4dd293d6a req-f6b66594-a921-4458-a504-07e2d68afa64 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3112e5-8fb2-44d1-8f1b-18510013e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326617 Feb 17 04:42:18.062230 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d93f9ad-4671-4476-aa2c-cc1c01826ef1 req-ffe16500-4ab0-461a-b374-46d36fda0246 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:18.063986 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-6d93f9ad-4671-4476-aa2c-cc1c01826ef1 req-ffe16500-4ab0-461a-b374-46d36fda0246 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3bb06d6-784c-4d81-ad60-d183671f9f10 HTTP/1.1" status: 200 len: 946 time: 0.0482438 Feb 17 04:42:18.105011 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-6d93f9ad-4671-4476-aa2c-cc1c01826ef1 req-b1486312-5704-470a-a962-2dd4e0d82f95 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffbda038-50f4-44bc-aa04-91e66aa92c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345078 Feb 17 04:42:18.235113 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20be5c03-5f90-4d22-bc01-31c0b33c62d9 req-b7033261-acee-4ede-9d4d-b59c0f67b3a7 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:18.236603 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-20be5c03-5f90-4d22-bc01-31c0b33c62d9 req-b7033261-acee-4ede-9d4d-b59c0f67b3a7 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=391d8445-5681-452e-87d2-f3fc8e6a95c5 HTTP/1.1" status: 200 len: 945 time: 0.0486386 Feb 17 04:42:18.276651 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-20be5c03-5f90-4d22-bc01-31c0b33c62d9 req-22ce601b-9a34-4fe0-92dd-8e211169e244 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340023 Feb 17 04:42:18.446249 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Device 8d1cd474-917b-40ab-9b67-681b3100dba3 no longer exists at agent hyperv_hv-cinder-82963 {{(pid=108157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 04:42:18.472205 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.plugin [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] No Port match for: 8d1cd474-917b-40ab-9b67-681b3100dba3 {{(pid=108157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 17 04:42:18.472544 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Device 8d1cd474-917b-40ab-9b67-681b3100dba3 not bound to the agent host hv-cinder-82963 {{(pid=108157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 04:42:18.891705 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7716287-df16-4c01-bd12-849f76073c5d req-b9edfe96-b9c9-4cea-99dd-7840996891fd tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:18.893400 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-f7716287-df16-4c01-bd12-849f76073c5d req-b9edfe96-b9c9-4cea-99dd-7840996891fd tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f7335ec-b7be-4238-b29c-943cc9d997d0 HTTP/1.1" status: 200 len: 945 time: 0.0539520 Feb 17 04:42:18.931706 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-f7716287-df16-4c01-bd12-849f76073c5d req-0e6b702e-5c73-4db6-bf58-7b2b36460bda tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3112e5-8fb2-44d1-8f1b-18510013e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316539 Feb 17 04:42:19.231515 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05b103f-dc83-4c50-aa03-2b0521909cd5 req-06721eea-9caf-4a38-8b9f-b7aa7740e53b tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:19.233129 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-b05b103f-dc83-4c50-aa03-2b0521909cd5 req-06721eea-9caf-4a38-8b9f-b7aa7740e53b tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3bb06d6-784c-4d81-ad60-d183671f9f10 HTTP/1.1" status: 200 len: 946 time: 0.0559685 Feb 17 04:42:19.272573 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-b05b103f-dc83-4c50-aa03-2b0521909cd5 req-5e631d87-b920-4c5e-bd51-f4b1bc9a79b5 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffbda038-50f4-44bc-aa04-91e66aa92c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331328 Feb 17 04:42:19.397099 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927bddca-a879-40d5-978a-00f5be9028b6 req-70a0c57d-d782-4400-ade1-a51833c6b794 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:19.398655 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-927bddca-a879-40d5-978a-00f5be9028b6 req-70a0c57d-d782-4400-ade1-a51833c6b794 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=391d8445-5681-452e-87d2-f3fc8e6a95c5 HTTP/1.1" status: 200 len: 945 time: 0.0523663 Feb 17 04:42:19.435699 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-927bddca-a879-40d5-978a-00f5be9028b6 req-c0913dbb-881f-4aae-82ef-226e86da4c2f tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311902 Feb 17 04:42:19.515310 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-f8ba81d8-b22e-4bc7-bbc1-d761bc2aa6d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:20.055123 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e5701b-e2f8-42cf-b654-9978c7540c8a req-d5937f9e-02a4-45ac-bc31-210a161248fd tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:20.056488 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-09e5701b-e2f8-42cf-b654-9978c7540c8a req-d5937f9e-02a4-45ac-bc31-210a161248fd tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f7335ec-b7be-4238-b29c-943cc9d997d0 HTTP/1.1" status: 200 len: 945 time: 0.0497139 Feb 17 04:42:20.098945 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-09e5701b-e2f8-42cf-b654-9978c7540c8a req-f68d8634-d80e-4da8-971e-740d4d05b48b tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3112e5-8fb2-44d1-8f1b-18510013e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363607 Feb 17 04:42:20.401112 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738705a6-9a8b-4a66-98f3-4cd2b4d9da84 req-a8145843-437e-4e6e-9b12-c0b7fa420899 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:20.402571 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-738705a6-9a8b-4a66-98f3-4cd2b4d9da84 req-a8145843-437e-4e6e-9b12-c0b7fa420899 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3bb06d6-784c-4d81-ad60-d183671f9f10 HTTP/1.1" status: 200 len: 946 time: 0.0508933 Feb 17 04:42:20.440431 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-738705a6-9a8b-4a66-98f3-4cd2b4d9da84 req-92dc0c36-0906-4d14-ba7a-b2669ac8e99e tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffbda038-50f4-44bc-aa04-91e66aa92c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315990 Feb 17 04:42:20.562800 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56e9273-926d-47e0-b4df-7fbb2d325b54 req-8054e916-af05-433b-93af-60d18a35a282 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:20.565441 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-f56e9273-926d-47e0-b4df-7fbb2d325b54 req-8054e916-af05-433b-93af-60d18a35a282 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=391d8445-5681-452e-87d2-f3fc8e6a95c5 HTTP/1.1" status: 200 len: 945 time: 0.0561855 Feb 17 04:42:20.614357 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-f56e9273-926d-47e0-b4df-7fbb2d325b54 req-98447a09-7c96-4639-800c-57761a59ce61 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427167 Feb 17 04:42:21.220063 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25801a45-bedc-4469-9b84-1e24f3c2ae97 req-37ece177-77e4-43b2-b916-d24ac2709dad tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:21.221581 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-25801a45-bedc-4469-9b84-1e24f3c2ae97 req-37ece177-77e4-43b2-b916-d24ac2709dad tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f7335ec-b7be-4238-b29c-943cc9d997d0 HTTP/1.1" status: 200 len: 945 time: 0.0527999 Feb 17 04:42:21.268088 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-25801a45-bedc-4469-9b84-1e24f3c2ae97 req-a37bc59f-3360-4b4a-84e6-6176b99eb117 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3112e5-8fb2-44d1-8f1b-18510013e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399494 Feb 17 04:42:21.570086 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf7478a-08db-4d03-8708-005303301097 req-f70c3a50-d341-4677-b6ce-fdf15cac21ae tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:21.572820 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-bbf7478a-08db-4d03-8708-005303301097 req-f70c3a50-d341-4677-b6ce-fdf15cac21ae tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3bb06d6-784c-4d81-ad60-d183671f9f10 HTTP/1.1" status: 200 len: 946 time: 0.0591381 Feb 17 04:42:21.623379 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-bbf7478a-08db-4d03-8708-005303301097 req-5f67d742-ff56-4bd5-ad86-08a97f77ed64 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffbda038-50f4-44bc-aa04-91e66aa92c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444167 Feb 17 04:42:21.738281 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d596915c-36b8-47d0-b74f-d77c72bb76dc req-34afbace-ab03-41de-8d43-5263dac6717c tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:21.740079 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-d596915c-36b8-47d0-b74f-d77c72bb76dc req-34afbace-ab03-41de-8d43-5263dac6717c tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=391d8445-5681-452e-87d2-f3fc8e6a95c5 HTTP/1.1" status: 200 len: 945 time: 0.0564940 Feb 17 04:42:21.755057 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-35a46b0c-6f3d-41c1-96f3-43620c737c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:21.783318 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-d596915c-36b8-47d0-b74f-d77c72bb76dc req-ae4b68d7-7a59-49a2-9b5e-a333dd193edd tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361810 Feb 17 04:42:21.910126 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22ce700-bf96-4ac3-bf71-70c0a68ec1cd req-f2b688bc-897d-4aaf-bd65-a59fde088763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:21.911810 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-d22ce700-bf96-4ac3-bf71-70c0a68ec1cd req-f2b688bc-897d-4aaf-bd65-a59fde088763 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3829f22bdfad4cf780241903bcedf462&device_id=d3bb06d6-784c-4d81-ad60-d183671f9f10 HTTP/1.1" status: 200 len: 1099 time: 0.0430667 Feb 17 04:42:22.030804 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22ce700-bf96-4ac3-bf71-70c0a68ec1cd req-9d82bf85-5f9a-4c26-a13a-f8f89e942714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:22.032932 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-d22ce700-bf96-4ac3-bf71-70c0a68ec1cd req-9d82bf85-5f9a-4c26-a13a-f8f89e942714 service neutron] 10.222.0.69 "GET /v2.0/networks?id=75349da8-5288-4d10-8e72-5e1d72cb6968 HTTP/1.1" status: 200 len: 910 time: 0.1002455 Feb 17 04:42:22.147018 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-d22ce700-bf96-4ac3-bf71-70c0a68ec1cd req-29322a4c-7dda-4018-8dfd-ec574659d25a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd8e1d6a-1c56-445f-b30d-46784bff3b12 HTTP/1.1" status: 200 len: 1001 time: 0.1070635 Feb 17 04:42:22.213328 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22ce700-bf96-4ac3-bf71-70c0a68ec1cd req-ac536ead-693d-4ef3-922e-17c1453bccd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:22.214957 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-d22ce700-bf96-4ac3-bf71-70c0a68ec1cd req-ac536ead-693d-4ef3-922e-17c1453bccd4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=091e0600-b2ac-4cb6-bb57-09d45c6ebace HTTP/1.1" status: 200 len: 849 time: 0.0603561 Feb 17 04:42:22.263492 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22ce700-bf96-4ac3-bf71-70c0a68ec1cd req-c4ba5d04-c8fc-430f-9139-fb0a30520578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:22.264993 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-d22ce700-bf96-4ac3-bf71-70c0a68ec1cd req-c4ba5d04-c8fc-430f-9139-fb0a30520578 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=75349da8-5288-4d10-8e72-5e1d72cb6968&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0421431 Feb 17 04:42:22.371130 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-d22ce700-bf96-4ac3-bf71-70c0a68ec1cd req-d8ee0997-cc99-4a57-b469-18b303f78ba9 service neutron] 10.222.0.69 "GET /v2.0/networks/75349da8-5288-4d10-8e72-5e1d72cb6968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970020 Feb 17 04:42:22.415488 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf4efc3-0f48-44ea-89dc-846b8f786ff6 req-99bf8b7f-fb0b-4545-a246-d99bcae1059e tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:22.420065 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-8cf4efc3-0f48-44ea-89dc-846b8f786ff6 req-99bf8b7f-fb0b-4545-a246-d99bcae1059e tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f7335ec-b7be-4238-b29c-943cc9d997d0 HTTP/1.1" status: 200 len: 945 time: 0.0668395 Feb 17 04:42:22.466752 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-8cf4efc3-0f48-44ea-89dc-846b8f786ff6 req-2ec4df98-1203-4638-a66b-dac12ad13e0a tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3112e5-8fb2-44d1-8f1b-18510013e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378754 Feb 17 04:42:22.474059 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Device 5299d057-7f92-4591-841f-40b54a8dfa7b details requested by agent hyperv_hv-cinder-82963 with host hv-cinder-82963 {{(pid=108157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 04:42:22.482489 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-d22ce700-bf96-4ac3-bf71-70c0a68ec1cd req-ffc70db1-36dc-4c0b-b0ab-9097508082e7 service neutron] 10.222.0.69 "GET /v2.0/networks/75349da8-5288-4d10-8e72-5e1d72cb6968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030536 Feb 17 04:42:22.589479 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] For port 5299d057-7f92-4591-841f-40b54a8dfa7b, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=5299d057-7f92-4591-841f-40b54a8dfa7b,segment=NetworkSegment(d7c23f60-fd81-463c-84c9-fb74244f4d61),segment_id=d7c23f60-fd81-463c-84c9-fb74244f4d61)] {{(pid=108157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:42:22.603560 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Returning: {'device': '5299d057-7f92-4591-841f-40b54a8dfa7b', 'network_id': '6044f085-e24b-42f2-baa3-35fa62a45e03', 'port_id': '5299d057-7f92-4591-841f-40b54a8dfa7b', 'mac_address': 'fa:16:3e:50:51:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e939ef18-20cb-4ec3-b53b-ca721a133838', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 04:42:22.645699 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:22.662611 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.notifiers.nova [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5299d057-7f92-4591-841f-40b54a8dfa7b {{(pid=108157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 04:42:22.697100 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] For port 5299d057-7f92-4591-841f-40b54a8dfa7b, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=5299d057-7f92-4591-841f-40b54a8dfa7b,segment=NetworkSegment(d7c23f60-fd81-463c-84c9-fb74244f4d61),segment_id=d7c23f60-fd81-463c-84c9-fb74244f4d61)] {{(pid=108157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:42:22.703371 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:22.752892 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Pushing event updated for resources: {'Port': ['ID=5299d057-7f92-4591-841f-40b54a8dfa7b,revision_number=6']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:22.763465 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16168d8e-d90b-43a5-a4c3-5440277232b0 req-2f53cfb3-7734-4cce-8d0b-b87b86ddd39a tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:22.765153 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-16168d8e-d90b-43a5-a4c3-5440277232b0 req-2f53cfb3-7734-4cce-8d0b-b87b86ddd39a tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3bb06d6-784c-4d81-ad60-d183671f9f10 HTTP/1.1" status: 200 len: 946 time: 0.0614581 Feb 17 04:42:22.804282 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-16168d8e-d90b-43a5-a4c3-5440277232b0 req-be1fe9ca-8545-4cee-b9dd-c796ac4ed839 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffbda038-50f4-44bc-aa04-91e66aa92c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322340 Feb 17 04:42:22.863862 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] get_ports_and_sgs() called for port_ids ['5299d057-7f92-4591-841f-40b54a8dfa7b'] {{(pid=108157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 04:42:22.902504 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7b4bac-1936-4c44-9400-d2919bcd696b req-23cc9058-af15-4137-b885-ae5da4ba55c3 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:22.903891 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-1d7b4bac-1936-4c44-9400-d2919bcd696b req-23cc9058-af15-4137-b885-ae5da4ba55c3 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=391d8445-5681-452e-87d2-f3fc8e6a95c5 HTTP/1.1" status: 200 len: 945 time: 0.0508487 Feb 17 04:42:22.954993 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-1d7b4bac-1936-4c44-9400-d2919bcd696b req-72f2285a-489c-4f43-9dc1-3bbeb37595f1 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422385 Feb 17 04:42:23.021840 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-ad5ef704-a6a3-47d1-bcb0-f74a0b5e809f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:23.414285 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:23.600206 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d9a7ae-5e82-457e-a2b1-69cf9841914f req-23367f2c-c9d8-4e87-840f-ac5a8bed7489 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:23.601806 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-e6d9a7ae-5e82-457e-a2b1-69cf9841914f req-23367f2c-c9d8-4e87-840f-ac5a8bed7489 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f7335ec-b7be-4238-b29c-943cc9d997d0 HTTP/1.1" status: 200 len: 944 time: 0.0580935 Feb 17 04:42:23.639773 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-e6d9a7ae-5e82-457e-a2b1-69cf9841914f req-d4e95413-b39e-4962-bd5b-86b857d6a670 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3112e5-8fb2-44d1-8f1b-18510013e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319438 Feb 17 04:42:23.923271 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c19b65-b016-4ad8-8339-04b487748525 req-e1bba4f7-f6b8-4f90-8b1f-1e8f3aaa9c6d tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:23.924635 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-c5c19b65-b016-4ad8-8339-04b487748525 req-e1bba4f7-f6b8-4f90-8b1f-1e8f3aaa9c6d tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3bb06d6-784c-4d81-ad60-d183671f9f10 HTTP/1.1" status: 200 len: 946 time: 0.0478423 Feb 17 04:42:23.961329 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-c5c19b65-b016-4ad8-8339-04b487748525 req-25202211-384b-4f31-9bf3-0b9099c67fc6 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffbda038-50f4-44bc-aa04-91e66aa92c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309002 Feb 17 04:42:24.066855 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecf994e-564d-4649-935c-e01789fded6d req-76145291-c97c-40a5-99c3-50bea701209d tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:24.068342 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-6ecf994e-564d-4649-935c-e01789fded6d req-76145291-c97c-40a5-99c3-50bea701209d tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=391d8445-5681-452e-87d2-f3fc8e6a95c5 HTTP/1.1" status: 200 len: 945 time: 0.0481412 Feb 17 04:42:24.102373 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-8e3772f1-a52a-48a7-84fa-494c57cc135e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:24.113814 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-6ecf994e-564d-4649-935c-e01789fded6d req-2b0f8e29-2d63-4c17-80bd-80ec52ffffae tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380399 Feb 17 04:42:24.487110 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Device 5299d057-7f92-4591-841f-40b54a8dfa7b up at agent hyperv_hv-cinder-82963 {{(pid=108157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:42:24.548316 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Provisioning complete for port 5299d057-7f92-4591-841f-40b54a8dfa7b triggered by entity L2. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:42:24.548837 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:24.619105 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 60224) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:42:24.628034 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:24.652480 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f7335ec-b7be-4238-b29c-943cc9d997d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5299d057-7f92-4591-841f-40b54a8dfa7b'}] {{(pid=108157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:42:24.654724 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2d1db2b66fadfb38f3e682fd5beb02e22f49f1efddde24347983e162d9d2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2678b33b-dee2-40c2-b7ed-b0febca3a8c7" -d '{"events": [{"server_uuid": "8f7335ec-b7be-4238-b29c-943cc9d997d0", "name": "network-vif-plugged", "status": "completed", "tag": "5299d057-7f92-4591-841f-40b54a8dfa7b"}]}' {{(pid=108157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:42:24.669116 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] For port 5299d057-7f92-4591-841f-40b54a8dfa7b, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=5299d057-7f92-4591-841f-40b54a8dfa7b,segment=NetworkSegment(d7c23f60-fd81-463c-84c9-fb74244f4d61),segment_id=d7c23f60-fd81-463c-84c9-fb74244f4d61)] {{(pid=108157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:42:24.687504 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:24.718228 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 04:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f55fa071-dcd3-48f9-8260-9d01d53f93c3 x-openstack-request-id: req-f55fa071-dcd3-48f9-8260-9d01d53f93c3 {{(pid=108157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:42:24.718552 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f7335ec-b7be-4238-b29c-943cc9d997d0", "name": "network-vif-plugged", "status": "completed", "tag": "5299d057-7f92-4591-841f-40b54a8dfa7b", "code": 200}]} {{(pid=108157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:42:24.718810 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f55fa071-dcd3-48f9-8260-9d01d53f93c3 {{(pid=108157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:42:24.719219 dv-cinder-829630-1-smb neutron-server[108157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f7335ec-b7be-4238-b29c-943cc9d997d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5299d057-7f92-4591-841f-40b54a8dfa7b', 'code': 200} Feb 17 04:42:24.724499 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:24.748453 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Pushing event updated for resources: {'Port': ['ID=5299d057-7f92-4591-841f-40b54a8dfa7b,revision_number=7']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:24.783934 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80269b2b-2fcb-45aa-a333-2b288cb8584a req-f741dd3b-6676-4a97-af14-343e58602f0a tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:24.785403 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-80269b2b-2fcb-45aa-a333-2b288cb8584a req-f741dd3b-6676-4a97-af14-343e58602f0a tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f7335ec-b7be-4238-b29c-943cc9d997d0 HTTP/1.1" status: 200 len: 945 time: 0.0529802 Feb 17 04:42:24.812230 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-83b8e26e-02fb-4442-8290-b0781f8eeccf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=af0d844c3f4a4a5e8ae33d7d3f81f160&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1896968 Feb 17 04:42:24.812524 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 60234) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:42:24.843314 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-80269b2b-2fcb-45aa-a333-2b288cb8584a req-674d30f8-878d-411e-9caf-e69d05f47408 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3112e5-8fb2-44d1-8f1b-18510013e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512321 Feb 17 04:42:24.876966 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-3f82a31b-07e7-4860-932b-12541329023f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:24.897429 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-3f82a31b-07e7-4860-932b-12541329023f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:24.941357 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-3f82a31b-07e7-4860-932b-12541329023f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:24.944107 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-3f82a31b-07e7-4860-932b-12541329023f admin admin] Notify callbacks [] for security_group, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:24.945240 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-3f82a31b-07e7-4860-932b-12541329023f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0e81a241-0d4b-4606-b37b-c0c75cf02d99 HTTP/1.1" status: 204 len: 168 time: 0.1318176 Feb 17 04:42:24.952839 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f82a31b-07e7-4860-932b-12541329023f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e81a241-0d4b-4606-b37b-c0c75cf02d99,revision_number=None']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:25.084814 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa9b462-aa3c-4f1b-a345-ec87847b3ba6 req-ef51ab63-8ba8-4a5c-8db9-62a6e852d00a tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:25.095558 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-afa9b462-aa3c-4f1b-a345-ec87847b3ba6 req-ef51ab63-8ba8-4a5c-8db9-62a6e852d00a tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3bb06d6-784c-4d81-ad60-d183671f9f10 HTTP/1.1" status: 200 len: 946 time: 0.0637994 Feb 17 04:42:25.141331 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-afa9b462-aa3c-4f1b-a345-ec87847b3ba6 req-35d98afd-47b1-4be3-80e1-4ba0d680f9ed tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffbda038-50f4-44bc-aa04-91e66aa92c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378418 Feb 17 04:42:25.265077 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53cc52b-5841-4aea-b0ec-8e35d98b3df1 req-c712cda6-dd1d-4afa-a974-0698b8161886 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:25.266691 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-a53cc52b-5841-4aea-b0ec-8e35d98b3df1 req-c712cda6-dd1d-4afa-a974-0698b8161886 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=391d8445-5681-452e-87d2-f3fc8e6a95c5 HTTP/1.1" status: 200 len: 945 time: 0.0555446 Feb 17 04:42:25.304451 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-a53cc52b-5841-4aea-b0ec-8e35d98b3df1 req-c8a4fa3d-500c-45e8-a320-1ccfdb241fc0 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318344 Feb 17 04:42:25.692193 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-9acd59b1-074b-43c0-aec4-6371fd737e50 req-5464c9db-7a8e-4511-ba06-77b64f06f9fb tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2085747517&fields=id&tenant_id=3ebe5412b4bb403184e1943f302e5c70 HTTP/1.1" status: 200 len: 267 time: 0.0326867 Feb 17 04:42:25.795314 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd59b1-074b-43c0-aec4-6371fd737e50 req-d90112ba-0b7b-489c-9e7e-3f284edeb37c tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:25.796756 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-9acd59b1-074b-43c0-aec4-6371fd737e50 req-d90112ba-0b7b-489c-9e7e-3f284edeb37c tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] 10.222.0.36 "GET /v2.0/networks?id=4e85cae3-4230-466d-b880-ebad0eb9446b HTTP/1.1" status: 200 len: 808 time: 0.0980678 Feb 17 04:42:25.811375 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-9acd59b1-074b-43c0-aec4-6371fd737e50 req-d56f96ca-9c36-4547-8c71-b7f6c387bb1b tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] 10.222.0.36 "GET /v2.0/quotas/3ebe5412b4bb403184e1943f302e5c70 HTTP/1.1" status: 200 len: 375 time: 0.0088098 Feb 17 04:42:25.867396 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-9acd59b1-074b-43c0-aec4-6371fd737e50 req-02d8bf1f-00b1-4e95-8f5a-6ef63bdf0a23 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3ebe5412b4bb403184e1943f302e5c70&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502429 Feb 17 04:42:25.972730 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-9acd59b1-074b-43c0-aec4-6371fd737e50 req-0130b0a7-eb0f-408d-a495-d135e968e034 service neutron] 10.222.0.36 "GET /v2.0/networks/4e85cae3-4230-466d-b880-ebad0eb9446b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935326 Feb 17 04:42:25.978110 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1373e766-be6e-4e98-9421-6e88229d4bc7 req-813d5c16-4255-4e20-a7b9-f99411cdb7b5 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:25.979766 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-1373e766-be6e-4e98-9421-6e88229d4bc7 req-813d5c16-4255-4e20-a7b9-f99411cdb7b5 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f7335ec-b7be-4238-b29c-943cc9d997d0 HTTP/1.1" status: 200 len: 945 time: 0.0604289 Feb 17 04:42:26.027570 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-1373e766-be6e-4e98-9421-6e88229d4bc7 req-3872cbaf-74cc-489a-bb06-93135c37b0e4 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3112e5-8fb2-44d1-8f1b-18510013e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415721 Feb 17 04:42:26.085374 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-9acd59b1-074b-43c0-aec4-6371fd737e50 req-ee05125d-6f32-490d-9f10-4ce352b6e0af service neutron] 10.222.0.36 "GET /v2.0/networks/4e85cae3-4230-466d-b880-ebad0eb9446b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001461 Feb 17 04:42:26.282960 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7e4af4-5e53-4030-a0fc-79eb3dfd6be7 req-96080c36-9755-49a2-8440-32e37ee21407 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:26.284436 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-cc7e4af4-5e53-4030-a0fc-79eb3dfd6be7 req-96080c36-9755-49a2-8440-32e37ee21407 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3bb06d6-784c-4d81-ad60-d183671f9f10 HTTP/1.1" status: 200 len: 946 time: 0.0522032 Feb 17 04:42:26.333803 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-cc7e4af4-5e53-4030-a0fc-79eb3dfd6be7 req-feb7c21b-360c-4996-b4c1-474d169d9f9c tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffbda038-50f4-44bc-aa04-91e66aa92c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431237 Feb 17 04:42:26.437688 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-58e0b7ea-69fc-4072-a564-8d9c45257aa5 req-46e32516-89f8-4e50-920a-4eb1bc03118d tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] 10.222.0.36 "GET /v2.0/ports?device_id=906c145f-acf1-4865-8102-0f21461fb53b HTTP/1.1" status: 200 len: 210 time: 0.0289130 Feb 17 04:42:26.473571 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b45f42e-834d-4904-a587-20a95acce607 req-b027603d-4f87-4810-85fd-59dd63f4932c tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:26.475102 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-7b45f42e-834d-4904-a587-20a95acce607 req-b027603d-4f87-4810-85fd-59dd63f4932c tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=391d8445-5681-452e-87d2-f3fc8e6a95c5 HTTP/1.1" status: 200 len: 945 time: 0.0703924 Feb 17 04:42:26.539482 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-7b45f42e-834d-4904-a587-20a95acce607 req-fb0a2b34-70d2-47c6-82b6-d271b6149cf3 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558989 Feb 17 04:42:26.774594 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc03435-9919-4392-9369-922e944c0506 req-21f11e3e-a48b-4da0-9c94-8f9805c51bc8 tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:26.776742 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-2bc03435-9919-4392-9369-922e944c0506 req-21f11e3e-a48b-4da0-9c94-8f9805c51bc8 tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3e243eb-2bbe-47c2-bebb-c67ea29402d4 HTTP/1.1" status: 200 len: 945 time: 0.0631859 Feb 17 04:42:26.821724 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-2bc03435-9919-4392-9369-922e944c0506 req-83aabf66-3854-4be5-9c1f-26b0accb22e1 tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] 10.222.0.36 "GET /v2.0/security-groups?id=adb32bc5-2646-4fe7-9955-f650d799fd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375519 Feb 17 04:42:27.162688 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2039916c-56db-4fdf-a490-ed08b372c8f7 req-177e5be4-e6f2-4aee-a399-2eea36af9eb4 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:27.164244 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-2039916c-56db-4fdf-a490-ed08b372c8f7 req-177e5be4-e6f2-4aee-a399-2eea36af9eb4 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f7335ec-b7be-4238-b29c-943cc9d997d0 HTTP/1.1" status: 200 len: 945 time: 0.0511103 Feb 17 04:42:27.207811 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-2039916c-56db-4fdf-a490-ed08b372c8f7 req-18fc642a-55f4-4521-bb22-7f6667b92da7 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3112e5-8fb2-44d1-8f1b-18510013e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375037 Feb 17 04:42:27.583695 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-570cf416-b792-4a55-b96e-9fa795435f17 req-4e757def-272d-48b7-a5da-4f30da7b4abf tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] 10.222.0.36 "GET /v2.0/ports?device_id=906c145f-acf1-4865-8102-0f21461fb53b HTTP/1.1" status: 200 len: 210 time: 0.0478280 Feb 17 04:42:27.596708 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf9de39-a1bc-48b9-9c48-e55dc6ed2e63 req-b627640c-6f18-4bc6-81c4-1eea6f668641 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:27.615115 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-5bf9de39-a1bc-48b9-9c48-e55dc6ed2e63 req-b627640c-6f18-4bc6-81c4-1eea6f668641 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3bb06d6-784c-4d81-ad60-d183671f9f10 HTTP/1.1" status: 200 len: 946 time: 0.1622663 Feb 17 04:42:27.693028 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-5bf9de39-a1bc-48b9-9c48-e55dc6ed2e63 req-234977dc-ef38-4a3d-8113-6edacfcdb7ea tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffbda038-50f4-44bc-aa04-91e66aa92c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770159 Feb 17 04:42:27.702738 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd59b1-074b-43c0-aec4-6371fd737e50 req-f6098a09-ab70-45f6-a635-c15bfbf9e8e6 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:27.705262 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-9acd59b1-074b-43c0-aec4-6371fd737e50 req-f6098a09-ab70-45f6-a635-c15bfbf9e8e6 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] 10.222.0.69 "GET /v2.0/networks?id=4e85cae3-4230-466d-b880-ebad0eb9446b HTTP/1.1" status: 200 len: 808 time: 0.2099392 Feb 17 04:42:27.759246 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b838239b-a58c-480c-8ed1-590796e480a6 req-6967ee51-4b49-4cac-be51-ab00c51fbd65 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:27.763351 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-b838239b-a58c-480c-8ed1-590796e480a6 req-6967ee51-4b49-4cac-be51-ab00c51fbd65 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=391d8445-5681-452e-87d2-f3fc8e6a95c5 HTTP/1.1" status: 200 len: 945 time: 0.1024985 Feb 17 04:42:27.771487 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-9acd59b1-074b-43c0-aec4-6371fd737e50 req-a9a377e1-3a10-40d2-9c9b-1a8c1010e374 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ebe5412b4bb403184e1943f302e5c70 HTTP/1.1" status: 200 len: 380 time: 0.0538435 Feb 17 04:42:27.788460 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.v2.base [req-9acd59b1-074b-43c0-aec4-6371fd737e50 req-58f8d6c5-05b5-48d4-9389-fd8e036f7336 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Request body: {'port': {'device_id': '906c145f-acf1-4865-8102-0f21461fb53b', 'network_id': '4e85cae3-4230-466d-b880-ebad0eb9446b', 'admin_state_up': True, 'tenant_id': '3ebe5412b4bb403184e1943f302e5c70', 'security_groups': ['a062d98a-0337-4fdd-a1dd-d9c432a2906d']}} {{(pid=108156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:42:27.875231 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-b838239b-a58c-480c-8ed1-590796e480a6 req-c8fb552a-d179-4a17-a97f-d93fc4a3a45f tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046107 Feb 17 04:42:28.024288 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2aa2d0-5c8f-4b7c-8deb-d7f88e0ac9ab req-9e4abee7-4938-41b7-8352-7c54ba2a4ef7 tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:28.025806 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-8e2aa2d0-5c8f-4b7c-8deb-d7f88e0ac9ab req-9e4abee7-4938-41b7-8352-7c54ba2a4ef7 tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3e243eb-2bbe-47c2-bebb-c67ea29402d4 HTTP/1.1" status: 200 len: 945 time: 0.0857415 Feb 17 04:42:28.068870 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9acd59b1-074b-43c0-aec4-6371fd737e50 req-58f8d6c5-05b5-48d4-9389-fd8e036f7336 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Made reservation on behalf of 3ebe5412b4bb403184e1943f302e5c70 for: {'port': 1} {{(pid=108156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:42:28.073188 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-9acd59b1-074b-43c0-aec4-6371fd737e50 req-58f8d6c5-05b5-48d4-9389-fd8e036f7336 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:28.131790 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-8e2aa2d0-5c8f-4b7c-8deb-d7f88e0ac9ab req-e7099fc3-b700-4e83-9b05-3f3526666724 tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] 10.222.0.36 "GET /v2.0/security-groups?id=adb32bc5-2646-4fe7-9955-f650d799fd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897932 Feb 17 04:42:28.312782 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.db.db_base_plugin_common [req-9acd59b1-074b-43c0-aec4-6371fd737e50 req-58f8d6c5-05b5-48d4-9389-fd8e036f7336 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Allocated IP 172.20.0.11 (4e85cae3-4230-466d-b880-ebad0eb9446b/969d46d6-464e-4a90-93de-b5a05f1ac7ee/feec4401-638e-4107-8daa-ffdad5ea4092) {{(pid=108156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:42:28.406337 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43038755-ecee-46c7-9d5d-0d2a22bbb1d2 req-86fbe0ed-86e4-457b-90f4-f5c1b41537b1 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:28.431907 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-43038755-ecee-46c7-9d5d-0d2a22bbb1d2 req-86fbe0ed-86e4-457b-90f4-f5c1b41537b1 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f7335ec-b7be-4238-b29c-943cc9d997d0 HTTP/1.1" status: 200 len: 945 time: 0.1283505 Feb 17 04:42:28.479258 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-9acd59b1-074b-43c0-aec4-6371fd737e50 req-58f8d6c5-05b5-48d4-9389-fd8e036f7336 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Notify callbacks [] for port, precommit_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:28.493952 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-43038755-ecee-46c7-9d5d-0d2a22bbb1d2 req-e0c7c0a3-f8f3-4592-8864-d4c241a7d1fb tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3112e5-8fb2-44d1-8f1b-18510013e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590804 Feb 17 04:42:28.531248 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-9acd59b1-074b-43c0-aec4-6371fd737e50 req-58f8d6c5-05b5-48d4-9389-fd8e036f7336 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733365499769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26489006'] for port, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:28.574246 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9acd59b1-074b-43c0-aec4-6371fd737e50 req-58f8d6c5-05b5-48d4-9389-fd8e036f7336 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Network 4e85cae3-4230-466d-b880-ebad0eb9446b is already hosted by enough agents. {{(pid=108156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:42:28.580408 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.scheduler.base_scheduler [req-9acd59b1-074b-43c0-aec4-6371fd737e50 req-58f8d6c5-05b5-48d4-9389-fd8e036f7336 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Resources bound (agent type, host, resource id): {{(pid=108156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:42:28.584841 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.db.l3_dvrscheduler_db [req-9acd59b1-074b-43c0-aec4-6371fd737e50 req-58f8d6c5-05b5-48d4-9389-fd8e036f7336 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Received port after_create {{(pid=108156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:42:28.620099 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f8d6c5-05b5-48d4-9389-fd8e036f7336 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Pushing event updated for resources: {'Port': ['ID=feec4401-638e-4107-8daa-ffdad5ea4092,revision_number=1']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:28.643216 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd59b1-074b-43c0-aec4-6371fd737e50 req-58f8d6c5-05b5-48d4-9389-fd8e036f7336 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:28.643852 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-9acd59b1-074b-43c0-aec4-6371fd737e50 req-58f8d6c5-05b5-48d4-9389-fd8e036f7336 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49904'] for port, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:28.663656 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-9acd59b1-074b-43c0-aec4-6371fd737e50 req-58f8d6c5-05b5-48d4-9389-fd8e036f7336 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8823423 Feb 17 04:42:28.678443 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.v2.base [req-9acd59b1-074b-43c0-aec4-6371fd737e50 req-0942ccd7-c8ef-461f-b3a5-154c9cf4a628 service neutron] Request body: {'port': {'device_id': '906c145f-acf1-4865-8102-0f21461fb53b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82963'}} {{(pid=108156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:42:28.809071 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-9acd59b1-074b-43c0-aec4-6371fd737e50 req-0942ccd7-c8ef-461f-b3a5-154c9cf4a628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:28.863195 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196af705-3bd6-42aa-9ac5-85213972bffb req-9fb36d42-fdb8-48a1-ab41-a4a366fae7c0 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:28.870214 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-196af705-3bd6-42aa-9ac5-85213972bffb req-9fb36d42-fdb8-48a1-ab41-a4a366fae7c0 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] 10.222.0.36 "GET /v2.0/ports?device_id=906c145f-acf1-4865-8102-0f21461fb53b HTTP/1.1" status: 200 len: 932 time: 0.1679583 Feb 17 04:42:28.931045 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4382ebc2-76fe-42ee-9d25-e7a35938585e req-ef41b68b-b60a-4c66-9c83-a79f11421c6d tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:28.941367 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-4382ebc2-76fe-42ee-9d25-e7a35938585e req-ef41b68b-b60a-4c66-9c83-a79f11421c6d tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3bb06d6-784c-4d81-ad60-d183671f9f10 HTTP/1.1" status: 200 len: 946 time: 0.1015446 Feb 17 04:42:29.003824 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-4382ebc2-76fe-42ee-9d25-e7a35938585e req-c508b62c-6219-403d-b855-b57b0593f061 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffbda038-50f4-44bc-aa04-91e66aa92c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612452 Feb 17 04:42:29.016420 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-738139cc-f64c-4f20-bb3a-d440ba9c7f37 None None] Provisioning complete for port feec4401-638e-4107-8daa-ffdad5ea4092 triggered by entity DHCP. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:42:29.017806 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-738139cc-f64c-4f20-bb3a-d440ba9c7f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:29.018511 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-196af705-3bd6-42aa-9ac5-85213972bffb req-ce4c05cf-b174-4d9e-8343-5f032343b666 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] 10.222.0.36 "GET /v2.0/security-groups?id=a062d98a-0337-4fdd-a1dd-d9c432a2906d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402338 Feb 17 04:42:29.163490 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.plugin [None req-738139cc-f64c-4f20-bb3a-d440ba9c7f37 None None] Port feec4401-638e-4107-8daa-ffdad5ea4092 cannot update to ACTIVE because it is not bound. {{(pid=108157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 17 04:42:29.223608 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fe9a83-4be1-46b3-bd1c-8b37f754740b req-c3a1ef7e-7dba-43f7-b40b-e25f169b5943 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:29.232202 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-a6fe9a83-4be1-46b3-bd1c-8b37f754740b req-c3a1ef7e-7dba-43f7-b40b-e25f169b5943 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=391d8445-5681-452e-87d2-f3fc8e6a95c5 HTTP/1.1" status: 200 len: 945 time: 0.0769446 Feb 17 04:42:29.286535 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-a6fe9a83-4be1-46b3-bd1c-8b37f754740b req-63dcb397-9bbc-43f3-b0d0-73d4c200d157 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529172 Feb 17 04:42:29.415470 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a4921f-9555-446d-ab7c-8238bdd24c56 req-2bc4e8d3-f13b-42af-9985-82b28f03a99f tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:29.424078 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-91a4921f-9555-446d-ab7c-8238bdd24c56 req-2bc4e8d3-f13b-42af-9985-82b28f03a99f tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3bb06d6-784c-4d81-ad60-d183671f9f10 HTTP/1.1" status: 200 len: 946 time: 0.0617857 Feb 17 04:42:29.435647 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.notifiers.nova [req-9acd59b1-074b-43c0-aec4-6371fd737e50 req-0942ccd7-c8ef-461f-b3a5-154c9cf4a628 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id feec4401-638e-4107-8daa-ffdad5ea4092 {{(pid=108156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 04:42:29.444768 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-9acd59b1-074b-43c0-aec4-6371fd737e50 req-0942ccd7-c8ef-461f-b3a5-154c9cf4a628 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:29.459071 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.db.provisioning_blocks [req-9acd59b1-074b-43c0-aec4-6371fd737e50 req-0942ccd7-c8ef-461f-b3a5-154c9cf4a628 service neutron] Transition to ACTIVE for port object feec4401-638e-4107-8daa-ffdad5ea4092 will not be triggered until provisioned by entity L2. {{(pid=108156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 04:42:29.471988 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-9acd59b1-074b-43c0-aec4-6371fd737e50 req-0942ccd7-c8ef-461f-b3a5-154c9cf4a628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26488999'] for port, after_update {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:29.509866 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-91a4921f-9555-446d-ab7c-8238bdd24c56 req-aac9329e-2478-47eb-a330-ade307a5fb11 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffbda038-50f4-44bc-aa04-91e66aa92c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846221 Feb 17 04:42:29.541814 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf5ffb-7593-4cda-9f10-723f0d2074ce req-daeccdaf-8bfa-4ebf-92ae-ccee5caa93a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:29.546627 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-55cf5ffb-7593-4cda-9f10-723f0d2074ce req-daeccdaf-8bfa-4ebf-92ae-ccee5caa93a8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3829f22bdfad4cf780241903bcedf462&device_id=d3bb06d6-784c-4d81-ad60-d183671f9f10 HTTP/1.1" status: 200 len: 1099 time: 0.0764651 Feb 17 04:42:29.723446 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf5ffb-7593-4cda-9f10-723f0d2074ce req-14ba6ddb-c37c-407c-970e-6d18120c55b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:29.725405 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-55cf5ffb-7593-4cda-9f10-723f0d2074ce req-14ba6ddb-c37c-407c-970e-6d18120c55b3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=75349da8-5288-4d10-8e72-5e1d72cb6968 HTTP/1.1" status: 200 len: 910 time: 0.1719055 Feb 17 04:42:29.733487 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befb0193-b654-4e4d-8b13-7ecfc23966b6 req-64abbb87-9eea-40a4-88c8-a33bc9f3b08d tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:29.741505 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-befb0193-b654-4e4d-8b13-7ecfc23966b6 req-64abbb87-9eea-40a4-88c8-a33bc9f3b08d tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f7335ec-b7be-4238-b29c-943cc9d997d0 HTTP/1.1" status: 200 len: 945 time: 0.1512082 Feb 17 04:42:29.775501 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c052c1bd-bc5f-4e0f-8ab1-d3210dcb8bcd req-a2cf4f42-a068-466f-b0ed-1d8a6c42ac90 tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:29.777145 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-c052c1bd-bc5f-4e0f-8ab1-d3210dcb8bcd req-a2cf4f42-a068-466f-b0ed-1d8a6c42ac90 tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3e243eb-2bbe-47c2-bebb-c67ea29402d4 HTTP/1.1" status: 200 len: 945 time: 0.3162844 Feb 17 04:42:29.810909 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0942ccd7-c8ef-461f-b3a5-154c9cf4a628 service neutron] Pushing event updated for resources: {'Port': ['ID=feec4401-638e-4107-8daa-ffdad5ea4092,revision_number=2']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:29.871306 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-befb0193-b654-4e4d-8b13-7ecfc23966b6 req-0d43c188-bf5a-4edf-92c2-686b92d69331 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3112e5-8fb2-44d1-8f1b-18510013e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285491 Feb 17 04:42:29.881486 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-55cf5ffb-7593-4cda-9f10-723f0d2074ce req-434c39f4-0aff-45f9-8473-1445d09629d2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd8e1d6a-1c56-445f-b30d-46784bff3b12 HTTP/1.1" status: 200 len: 1001 time: 0.1326268 Feb 17 04:42:29.908791 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-c052c1bd-bc5f-4e0f-8ab1-d3210dcb8bcd req-2f12e5c6-9035-40ea-b721-f905a65172ab tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] 10.222.0.36 "GET /v2.0/security-groups?id=adb32bc5-2646-4fe7-9955-f650d799fd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037049 Feb 17 04:42:29.936470 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.managers [req-9acd59b1-074b-43c0-aec4-6371fd737e50 req-0942ccd7-c8ef-461f-b3a5-154c9cf4a628 service neutron] Attempting to bind port feec4401-638e-4107-8daa-ffdad5ea4092 on host hv-cinder-82963 for vnic_type normal with profile {{(pid=108156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 04:42:29.937117 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.managers [req-9acd59b1-074b-43c0-aec4-6371fd737e50 req-0942ccd7-c8ef-461f-b3a5-154c9cf4a628 service neutron] Attempting to bind port feec4401-638e-4107-8daa-ffdad5ea4092 by drivers openvswitch,hyperv on host hv-cinder-82963 at level 0 using segments [{'id': '48781fd2-a2ea-4151-93a5-8a2b9e3402e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4e85cae3-4230-466d-b880-ebad0eb9446b'}] {{(pid=108156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 04:42:29.937617 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9acd59b1-074b-43c0-aec4-6371fd737e50 req-0942ccd7-c8ef-461f-b3a5-154c9cf4a628 service neutron] Attempting to bind port feec4401-638e-4107-8daa-ffdad5ea4092 on network 4e85cae3-4230-466d-b880-ebad0eb9446b {{(pid=108156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:42:29.946537 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9acd59b1-074b-43c0-aec4-6371fd737e50 req-0942ccd7-c8ef-461f-b3a5-154c9cf4a628 service neutron] Port feec4401-638e-4107-8daa-ffdad5ea4092 on network 4e85cae3-4230-466d-b880-ebad0eb9446b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82963 {{(pid=108156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 04:42:29.947238 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9acd59b1-074b-43c0-aec4-6371fd737e50 req-0942ccd7-c8ef-461f-b3a5-154c9cf4a628 service neutron] Attempting to bind port feec4401-638e-4107-8daa-ffdad5ea4092 on network 4e85cae3-4230-466d-b880-ebad0eb9446b {{(pid=108156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:42:29.953032 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9acd59b1-074b-43c0-aec4-6371fd737e50 req-0942ccd7-c8ef-461f-b3a5-154c9cf4a628 service neutron] Checking agent: {'id': '8333eb14-27e3-4539-92ee-8ab97b467e5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82963', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 4, 38, 23), 'started_at': datetime.datetime(2022, 2, 17, 4, 38, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 4, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 04:42:29.953628 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9acd59b1-074b-43c0-aec4-6371fd737e50 req-0942ccd7-c8ef-461f-b3a5-154c9cf4a628 service neutron] Checking segment: {'id': '48781fd2-a2ea-4151-93a5-8a2b9e3402e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4e85cae3-4230-466d-b880-ebad0eb9446b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:42:29.955108 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9acd59b1-074b-43c0-aec4-6371fd737e50 req-0942ccd7-c8ef-461f-b3a5-154c9cf4a628 service neutron] Bound using segment: {'id': '48781fd2-a2ea-4151-93a5-8a2b9e3402e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4e85cae3-4230-466d-b880-ebad0eb9446b'} {{(pid=108156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 04:42:29.955879 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.managers [req-9acd59b1-074b-43c0-aec4-6371fd737e50 req-0942ccd7-c8ef-461f-b3a5-154c9cf4a628 service neutron] Bound port: feec4401-638e-4107-8daa-ffdad5ea4092, host: hv-cinder-82963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48781fd2-a2ea-4151-93a5-8a2b9e3402e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4e85cae3-4230-466d-b880-ebad0eb9446b'}}] {{(pid=108156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 04:42:29.956464 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-9acd59b1-074b-43c0-aec4-6371fd737e50 req-0942ccd7-c8ef-461f-b3a5-154c9cf4a628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:29.980453 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf5ffb-7593-4cda-9f10-723f0d2074ce req-b39f3523-8878-4d5c-85b4-879d751394d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:29.982720 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-55cf5ffb-7593-4cda-9f10-723f0d2074ce req-b39f3523-8878-4d5c-85b4-879d751394d8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=091e0600-b2ac-4cb6-bb57-09d45c6ebace HTTP/1.1" status: 200 len: 849 time: 0.0925469 Feb 17 04:42:30.053494 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.db [req-9acd59b1-074b-43c0-aec4-6371fd737e50 req-0942ccd7-c8ef-461f-b3a5-154c9cf4a628 service neutron] For port feec4401-638e-4107-8daa-ffdad5ea4092, host hv-cinder-82963, cleared binding levels {{(pid=108156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 04:42:30.055980 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.db [req-9acd59b1-074b-43c0-aec4-6371fd737e50 req-0942ccd7-c8ef-461f-b3a5-154c9cf4a628 service neutron] For port feec4401-638e-4107-8daa-ffdad5ea4092, host hv-cinder-82963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=feec4401-638e-4107-8daa-ffdad5ea4092,segment=NetworkSegment(48781fd2-a2ea-4151-93a5-8a2b9e3402e8),segment_id=48781fd2-a2ea-4151-93a5-8a2b9e3402e8)] {{(pid=108156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 04:42:30.066807 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-9acd59b1-074b-43c0-aec4-6371fd737e50 req-0942ccd7-c8ef-461f-b3a5-154c9cf4a628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26488999'] for port, after_update {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:30.113047 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf5ffb-7593-4cda-9f10-723f0d2074ce req-89b2cfd9-f88b-4464-b2fa-fc6bacde2ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:30.114664 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-55cf5ffb-7593-4cda-9f10-723f0d2074ce req-89b2cfd9-f88b-4464-b2fa-fc6bacde2ad1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=75349da8-5288-4d10-8e72-5e1d72cb6968&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0991824 Feb 17 04:42:30.127222 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd59b1-074b-43c0-aec4-6371fd737e50 req-0942ccd7-c8ef-461f-b3a5-154c9cf4a628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:30.128896 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-9acd59b1-074b-43c0-aec4-6371fd737e50 req-0942ccd7-c8ef-461f-b3a5-154c9cf4a628 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49904'] for port, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:30.130674 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-9acd59b1-074b-43c0-aec4-6371fd737e50 req-0942ccd7-c8ef-461f-b3a5-154c9cf4a628 service neutron] 10.222.0.69 "PUT /v2.0/ports/feec4401-638e-4107-8daa-ffdad5ea4092 HTTP/1.1" status: 200 len: 1094 time: 1.4570231 Feb 17 04:42:30.131342 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '906c145f-acf1-4865-8102-0f21461fb53b', 'tag': 'feec4401-638e-4107-8daa-ffdad5ea4092'}] {{(pid=108156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:42:30.133881 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0b67973df7b1313e2305cae6a6fc83f0f1e2d937ba4ea44ff20eeef2f46ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-922be93e-9fe9-409a-b6ee-d28ba38f2b6f" -d '{"events": [{"name": "network-changed", "server_uuid": "906c145f-acf1-4865-8102-0f21461fb53b", "tag": "feec4401-638e-4107-8daa-ffdad5ea4092"}]}' {{(pid=108156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:42:30.148488 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0942ccd7-c8ef-461f-b3a5-154c9cf4a628 service neutron] Pushing event updated for resources: {'Port': ['ID=feec4401-638e-4107-8daa-ffdad5ea4092,revision_number=3']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:30.240161 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 04:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa018733-6609-4a53-b720-348aa6acd8dc x-openstack-request-id: req-aa018733-6609-4a53-b720-348aa6acd8dc {{(pid=108156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:42:30.241662 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "906c145f-acf1-4865-8102-0f21461fb53b", "tag": "feec4401-638e-4107-8daa-ffdad5ea4092", "status": "completed", "code": 200}]} {{(pid=108156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:42:30.243864 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-aa018733-6609-4a53-b720-348aa6acd8dc {{(pid=108156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:42:30.244700 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '906c145f-acf1-4865-8102-0f21461fb53b', 'tag': 'feec4401-638e-4107-8daa-ffdad5ea4092', 'status': 'completed', 'code': 200} Feb 17 04:42:30.265624 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd59b1-074b-43c0-aec4-6371fd737e50 req-b2608fc3-63f4-4b82-9203-737d3649762c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:30.267937 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-9acd59b1-074b-43c0-aec4-6371fd737e50 req-b2608fc3-63f4-4b82-9203-737d3649762c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3ebe5412b4bb403184e1943f302e5c70&device_id=906c145f-acf1-4865-8102-0f21461fb53b HTTP/1.1" status: 200 len: 1097 time: 0.0750504 Feb 17 04:42:30.270552 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04370e73-d68f-44ac-8958-387335dad75b req-bdeab444-0e0d-4b5f-98ec-46cb93cb2a20 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:30.272142 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-04370e73-d68f-44ac-8958-387335dad75b req-bdeab444-0e0d-4b5f-98ec-46cb93cb2a20 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] 10.222.0.36 "GET /v2.0/ports?device_id=906c145f-acf1-4865-8102-0f21461fb53b HTTP/1.1" status: 200 len: 944 time: 0.1853237 Feb 17 04:42:30.346623 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-9acd59b1-074b-43c0-aec4-6371fd737e50 req-81fe9d60-ec77-429a-9625-26d90058e2aa service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=feec4401-638e-4107-8daa-ffdad5ea4092 HTTP/1.1" status: 200 len: 217 time: 0.0649471 Feb 17 04:42:30.389331 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-55cf5ffb-7593-4cda-9f10-723f0d2074ce req-425897b1-2814-4812-bbfa-32ae94c12ba4 service neutron] 10.222.0.69 "GET /v2.0/networks/75349da8-5288-4d10-8e72-5e1d72cb6968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519979 Feb 17 04:42:30.435056 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-04370e73-d68f-44ac-8958-387335dad75b req-b657b845-9903-4d63-9abc-9a9e1d3fd162 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] 10.222.0.36 "GET /v2.0/security-groups?id=a062d98a-0337-4fdd-a1dd-d9c432a2906d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488135 Feb 17 04:42:30.471618 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd59b1-074b-43c0-aec4-6371fd737e50 req-a0d1b47c-e594-4067-bcd6-db765b012718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:30.473463 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-9acd59b1-074b-43c0-aec4-6371fd737e50 req-a0d1b47c-e594-4067-bcd6-db765b012718 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=969d46d6-464e-4a90-93de-b5a05f1ac7ee HTTP/1.1" status: 200 len: 847 time: 0.1117134 Feb 17 04:42:30.503361 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f694cd89-1e39-4e78-a131-93974153b217 req-4703a863-4d91-43f5-801d-e26f8dccbf7c tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:30.506148 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-f694cd89-1e39-4e78-a131-93974153b217 req-4703a863-4d91-43f5-801d-e26f8dccbf7c tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=391d8445-5681-452e-87d2-f3fc8e6a95c5 HTTP/1.1" status: 200 len: 945 time: 0.1060972 Feb 17 04:42:30.629177 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-55cf5ffb-7593-4cda-9f10-723f0d2074ce req-865f0e3a-5c15-4eeb-8a73-2f7d9d707184 service neutron] 10.222.0.69 "GET /v2.0/networks/75349da8-5288-4d10-8e72-5e1d72cb6968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313585 Feb 17 04:42:30.665169 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-f694cd89-1e39-4e78-a131-93974153b217 req-e002aaad-f9c9-4962-8419-30158c57bd5b tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030107 Feb 17 04:42:30.675610 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd59b1-074b-43c0-aec4-6371fd737e50 req-ab8a1d76-6427-465c-b809-0d9ee9db9169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:30.680283 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-9acd59b1-074b-43c0-aec4-6371fd737e50 req-ab8a1d76-6427-465c-b809-0d9ee9db9169 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4e85cae3-4230-466d-b880-ebad0eb9446b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1957061 Feb 17 04:42:30.690087 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2997233c-e756-4f93-a6e8-58c54e783215 req-67d5457a-c894-4bea-9872-3a70188ffe85 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:30.700047 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-2997233c-e756-4f93-a6e8-58c54e783215 req-67d5457a-c894-4bea-9872-3a70188ffe85 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3bb06d6-784c-4d81-ad60-d183671f9f10 HTTP/1.1" status: 200 len: 946 time: 0.0856771 Feb 17 04:42:30.745120 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-2997233c-e756-4f93-a6e8-58c54e783215 req-6fececf9-4391-427a-8451-547b97bdf097 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffbda038-50f4-44bc-aa04-91e66aa92c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419750 Feb 17 04:42:30.801137 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-9acd59b1-074b-43c0-aec4-6371fd737e50 req-82e7fb1a-76b4-4357-a1e3-60b77052ce18 service neutron] 10.222.0.69 "GET /v2.0/networks/4e85cae3-4230-466d-b880-ebad0eb9446b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114609 Feb 17 04:42:30.957283 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-9acd59b1-074b-43c0-aec4-6371fd737e50 req-aae1bd09-9854-43de-81dd-d02524246df5 service neutron] 10.222.0.69 "GET /v2.0/networks/4e85cae3-4230-466d-b880-ebad0eb9446b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449003 Feb 17 04:42:31.038733 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d898586b-0d15-4004-b0e7-b53c2ab8882d req-8f48c556-20b5-4a38-b75d-f79c2647179a tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:31.040278 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-d898586b-0d15-4004-b0e7-b53c2ab8882d req-8f48c556-20b5-4a38-b75d-f79c2647179a tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f7335ec-b7be-4238-b29c-943cc9d997d0 HTTP/1.1" status: 200 len: 945 time: 0.0672791 Feb 17 04:42:31.063664 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eb0535-c42c-47e7-b87f-d024a54e9e14 req-b4218b7c-9c9f-421c-9689-4993d38bf698 tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:31.067399 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-56eb0535-c42c-47e7-b87f-d024a54e9e14 req-b4218b7c-9c9f-421c-9689-4993d38bf698 tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3e243eb-2bbe-47c2-bebb-c67ea29402d4 HTTP/1.1" status: 200 len: 945 time: 0.0834746 Feb 17 04:42:31.092610 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-d898586b-0d15-4004-b0e7-b53c2ab8882d req-fe628dc9-c226-40d1-9dd3-2c57c4484e7b tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3112e5-8fb2-44d1-8f1b-18510013e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449913 Feb 17 04:42:31.116124 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-56eb0535-c42c-47e7-b87f-d024a54e9e14 req-13621b33-3bbd-4fdb-9e69-cc0867be3556 tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] 10.222.0.36 "GET /v2.0/security-groups?id=adb32bc5-2646-4fe7-9955-f650d799fd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420935 Feb 17 04:42:31.147206 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922be93e-9fe9-409a-b6ee-d28ba38f2b6f req-4f626e3b-63c0-4913-88f7-aa869fc5e9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:31.148895 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-922be93e-9fe9-409a-b6ee-d28ba38f2b6f req-4f626e3b-63c0-4913-88f7-aa869fc5e9a3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3ebe5412b4bb403184e1943f302e5c70&device_id=906c145f-acf1-4865-8102-0f21461fb53b HTTP/1.1" status: 200 len: 1097 time: 0.0670767 Feb 17 04:42:31.267061 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922be93e-9fe9-409a-b6ee-d28ba38f2b6f req-f8a7ea7d-3b3e-49c5-a0bc-b8d8ab5eebe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:31.268726 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-922be93e-9fe9-409a-b6ee-d28ba38f2b6f req-f8a7ea7d-3b3e-49c5-a0bc-b8d8ab5eebe8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4e85cae3-4230-466d-b880-ebad0eb9446b HTTP/1.1" status: 200 len: 908 time: 0.1103985 Feb 17 04:42:31.326586 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-922be93e-9fe9-409a-b6ee-d28ba38f2b6f req-4858a364-a596-46f0-ac04-0144c54c82ee service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=feec4401-638e-4107-8daa-ffdad5ea4092 HTTP/1.1" status: 200 len: 217 time: 0.0384324 Feb 17 04:42:31.386262 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922be93e-9fe9-409a-b6ee-d28ba38f2b6f req-0da48725-f027-4504-8320-887b02751b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:31.387815 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-922be93e-9fe9-409a-b6ee-d28ba38f2b6f req-0da48725-f027-4504-8320-887b02751b47 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=969d46d6-464e-4a90-93de-b5a05f1ac7ee HTTP/1.1" status: 200 len: 847 time: 0.0471096 Feb 17 04:42:31.466829 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922be93e-9fe9-409a-b6ee-d28ba38f2b6f req-456ee90c-d83e-42b4-be6c-c1983ba20519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:31.468849 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-922be93e-9fe9-409a-b6ee-d28ba38f2b6f req-456ee90c-d83e-42b4-be6c-c1983ba20519 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4e85cae3-4230-466d-b880-ebad0eb9446b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0616221 Feb 17 04:42:31.630861 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186361ae-a441-4674-ae96-09f7334a2205 req-702b5b79-136a-438c-934a-516743fdd77e tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:31.632387 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-186361ae-a441-4674-ae96-09f7334a2205 req-702b5b79-136a-438c-934a-516743fdd77e tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] 10.222.0.36 "GET /v2.0/ports?device_id=906c145f-acf1-4865-8102-0f21461fb53b HTTP/1.1" status: 200 len: 944 time: 0.0880606 Feb 17 04:42:31.634190 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-922be93e-9fe9-409a-b6ee-d28ba38f2b6f req-43eeb4d3-4965-47b8-8731-2f73fe69c133 service neutron] 10.222.0.69 "GET /v2.0/networks/4e85cae3-4230-466d-b880-ebad0eb9446b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536343 Feb 17 04:42:31.742532 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-186361ae-a441-4674-ae96-09f7334a2205 req-408abbfe-106c-487e-a671-3f06576de6f6 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] 10.222.0.36 "GET /v2.0/security-groups?id=a062d98a-0337-4fdd-a1dd-d9c432a2906d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967741 Feb 17 04:42:31.823225 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-922be93e-9fe9-409a-b6ee-d28ba38f2b6f req-c905b261-e498-4e6d-b78d-d95dd62adeea service neutron] 10.222.0.69 "GET /v2.0/networks/4e85cae3-4230-466d-b880-ebad0eb9446b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767313 Feb 17 04:42:31.828461 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd0b14c-50a7-4101-9d0f-1f82bb119190 req-73cb8fcc-043c-4ab2-9546-961b9e5d5b10 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:31.838480 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-0dd0b14c-50a7-4101-9d0f-1f82bb119190 req-73cb8fcc-043c-4ab2-9546-961b9e5d5b10 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=391d8445-5681-452e-87d2-f3fc8e6a95c5 HTTP/1.1" status: 200 len: 945 time: 0.0674746 Feb 17 04:42:31.880567 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-0dd0b14c-50a7-4101-9d0f-1f82bb119190 req-bb3d1282-d54e-4e9c-be5b-d1a5a1d2d1e3 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398061 Feb 17 04:42:31.938813 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f4072f-2254-4374-bde1-f3553b2292c5 req-f11ffce2-ce30-4b5f-a8b8-8ef23cfe1c3c tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:31.940786 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-81f4072f-2254-4374-bde1-f3553b2292c5 req-f11ffce2-ce30-4b5f-a8b8-8ef23cfe1c3c tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3bb06d6-784c-4d81-ad60-d183671f9f10 HTTP/1.1" status: 200 len: 946 time: 0.1166704 Feb 17 04:42:31.988278 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-81f4072f-2254-4374-bde1-f3553b2292c5 req-540b7198-ae2a-4023-97e2-22d81f267421 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffbda038-50f4-44bc-aa04-91e66aa92c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413032 Feb 17 04:42:32.257052 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983604dc-adac-46c7-ba5c-2525023eb811 req-cc436103-cf44-4d08-adb8-5fe7280c49a6 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:32.259020 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-983604dc-adac-46c7-ba5c-2525023eb811 req-cc436103-cf44-4d08-adb8-5fe7280c49a6 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f7335ec-b7be-4238-b29c-943cc9d997d0 HTTP/1.1" status: 200 len: 945 time: 0.0635633 Feb 17 04:42:32.273982 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5889799-223e-4dc9-bc07-02f2984bd88e req-5296870c-1782-455b-ba42-bb2476fa504e tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:32.275603 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-f5889799-223e-4dc9-bc07-02f2984bd88e req-5296870c-1782-455b-ba42-bb2476fa504e tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3e243eb-2bbe-47c2-bebb-c67ea29402d4 HTTP/1.1" status: 200 len: 945 time: 0.0619609 Feb 17 04:42:32.317830 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-983604dc-adac-46c7-ba5c-2525023eb811 req-0f53e948-ba1f-4268-b8ec-c5f80805fe6d tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3112e5-8fb2-44d1-8f1b-18510013e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525613 Feb 17 04:42:32.318698 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-f5889799-223e-4dc9-bc07-02f2984bd88e req-0b6eff70-4d36-42c1-a256-a14e65115956 tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] 10.222.0.36 "GET /v2.0/security-groups?id=adb32bc5-2646-4fe7-9955-f650d799fd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359268 Feb 17 04:42:32.897505 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c1dc1-63a7-4cd7-b18c-ef77a931d381 req-fa133bbc-1de7-4275-a21c-3ae648890d80 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:32.905019 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-8d6c1dc1-63a7-4cd7-b18c-ef77a931d381 req-fa133bbc-1de7-4275-a21c-3ae648890d80 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] 10.222.0.36 "GET /v2.0/ports?device_id=906c145f-acf1-4865-8102-0f21461fb53b HTTP/1.1" status: 200 len: 944 time: 0.0970118 Feb 17 04:42:32.987762 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-8d6c1dc1-63a7-4cd7-b18c-ef77a931d381 req-34068f01-bc4f-44e0-b858-8f3a2ee9b937 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] 10.222.0.36 "GET /v2.0/security-groups?id=a062d98a-0337-4fdd-a1dd-d9c432a2906d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817573 Feb 17 04:42:33.094846 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca10853-c0fa-45e7-88bf-bed8a5d40fb9 req-d2d36292-4eca-400c-96a4-d34f37c462bc tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:33.094846 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-6ca10853-c0fa-45e7-88bf-bed8a5d40fb9 req-d2d36292-4eca-400c-96a4-d34f37c462bc tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=391d8445-5681-452e-87d2-f3fc8e6a95c5 HTTP/1.1" status: 200 len: 945 time: 0.1148219 Feb 17 04:42:33.131681 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae43004f-8582-45da-8ffb-541254b0266b req-27dac823-d64b-4cf9-9aaa-ef2a3e12289d tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:33.133163 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-ae43004f-8582-45da-8ffb-541254b0266b req-27dac823-d64b-4cf9-9aaa-ef2a3e12289d tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] 10.222.0.69 "GET /v2.0/ports?device_id=c3e243eb-2bbe-47c2-bebb-c67ea29402d4 HTTP/1.1" status: 200 len: 945 time: 0.1097512 Feb 17 04:42:33.183442 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-6ca10853-c0fa-45e7-88bf-bed8a5d40fb9 req-37dfae06-ac2f-4ea7-8d50-1293b4aa5111 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790765 Feb 17 04:42:33.276490 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.plugin [req-ae43004f-8582-45da-8ffb-541254b0266b req-78bb11eb-2cc8-4958-a947-e4e727b8576a tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] Deleting port 177b7f89-bf47-46d2-9fb5-637cc50ed09e {{(pid=108156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:42:33.276837 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-ae43004f-8582-45da-8ffb-541254b0266b req-78bb11eb-2cc8-4958-a947-e4e727b8576a tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733365899870'] for port, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:33.425850 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.db [req-ae43004f-8582-45da-8ffb-541254b0266b req-78bb11eb-2cc8-4958-a947-e4e727b8576a tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] For port 177b7f89-bf47-46d2-9fb5-637cc50ed09e, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=177b7f89-bf47-46d2-9fb5-637cc50ed09e,segment=NetworkSegment(edd90dad-1361-4fd9-9b5c-f9a278df25e1),segment_id=edd90dad-1361-4fd9-9b5c-f9a278df25e1)] {{(pid=108156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:42:33.425850 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-ae43004f-8582-45da-8ffb-541254b0266b req-78bb11eb-2cc8-4958-a947-e4e727b8576a tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650405'] for port, precommit_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:33.456781 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.plugin [req-ae43004f-8582-45da-8ffb-541254b0266b req-78bb11eb-2cc8-4958-a947-e4e727b8576a tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] Calling delete_port for 177b7f89-bf47-46d2-9fb5-637cc50ed09e owned by compute:nova {{(pid=108156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:42:33.460822 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341cdb53-76f2-4727-8104-adac7d0b62ce req-770a19bd-e29d-4e7c-ad4a-f9cf7d072987 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:33.462474 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-341cdb53-76f2-4727-8104-adac7d0b62ce req-770a19bd-e29d-4e7c-ad4a-f9cf7d072987 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f7335ec-b7be-4238-b29c-943cc9d997d0 HTTP/1.1" status: 200 len: 945 time: 0.0619104 Feb 17 04:42:33.503643 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-341cdb53-76f2-4727-8104-adac7d0b62ce req-623fd264-9df4-4920-8910-5d20d9bc0633 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3112e5-8fb2-44d1-8f1b-18510013e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346358 Feb 17 04:42:33.550676 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63599070-6a50-44dc-8443-44aa7a9b034d req-22a7b5c3-d0de-4470-9d00-1794331671c5 tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:33.552256 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-63599070-6a50-44dc-8443-44aa7a9b034d req-22a7b5c3-d0de-4470-9d00-1794331671c5 tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3e243eb-2bbe-47c2-bebb-c67ea29402d4 HTTP/1.1" status: 200 len: 945 time: 0.1168799 Feb 17 04:42:33.626584 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-63599070-6a50-44dc-8443-44aa7a9b034d req-e5dd12b2-4a51-415e-a25e-45927889bcf4 tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] 10.222.0.36 "GET /v2.0/security-groups?id=adb32bc5-2646-4fe7-9955-f650d799fd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647390 Feb 17 04:42:33.694221 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-ae43004f-8582-45da-8ffb-541254b0266b req-78bb11eb-2cc8-4958-a947-e4e727b8576a tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733365900373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733365499778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26489006'] for port, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:33.709870 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] get_ports_and_sgs() called for port_ids ['177b7f89-bf47-46d2-9fb5-637cc50ed09e'] {{(pid=108157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 04:42:33.732249 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bb11eb-2cc8-4958-a947-e4e727b8576a tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] Pushing event deleted for resources: {'Port': ['ID=177b7f89-bf47-46d2-9fb5-637cc50ed09e,revision_number=None']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:33.745697 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bb11eb-2cc8-4958-a947-e4e727b8576a tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:42:33.746045 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bb11eb-2cc8-4958-a947-e4e727b8576a tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:42:33.746392 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bb11eb-2cc8-4958-a947-e4e727b8576a tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:42:33.746732 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bb11eb-2cc8-4958-a947-e4e727b8576a tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:42:33.747096 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bb11eb-2cc8-4958-a947-e4e727b8576a tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:42:33.747497 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bb11eb-2cc8-4958-a947-e4e727b8576a tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:42:33.747853 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bb11eb-2cc8-4958-a947-e4e727b8576a tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:42:33.748168 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bb11eb-2cc8-4958-a947-e4e727b8576a tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:42:33.748877 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bb11eb-2cc8-4958-a947-e4e727b8576a tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:42:33.748877 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bb11eb-2cc8-4958-a947-e4e727b8576a tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:42:33.749154 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bb11eb-2cc8-4958-a947-e4e727b8576a tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:42:33.749438 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bb11eb-2cc8-4958-a947-e4e727b8576a tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:42:33.804285 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae43004f-8582-45da-8ffb-541254b0266b req-78bb11eb-2cc8-4958-a947-e4e727b8576a tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] No DVR routers for this DVR port 177b7f89-bf47-46d2-9fb5-637cc50ed09e on host hv-cinder-82963 {{(pid=108156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 04:42:33.809123 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-ae43004f-8582-45da-8ffb-541254b0266b req-78bb11eb-2cc8-4958-a947-e4e727b8576a tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49904'] for port, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:33.811254 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-ae43004f-8582-45da-8ffb-541254b0266b req-78bb11eb-2cc8-4958-a947-e4e727b8576a tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] 10.222.0.69 "DELETE /v2.0/ports/177b7f89-bf47-46d2-9fb5-637cc50ed09e HTTP/1.1" status: 204 len: 173 time: 0.6675458 Feb 17 04:42:33.811712 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3e243eb-2bbe-47c2-bebb-c67ea29402d4', 'name': 'network-vif-deleted', 'tag': '177b7f89-bf47-46d2-9fb5-637cc50ed09e'}] {{(pid=108156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:42:33.814610 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0b67973df7b1313e2305cae6a6fc83f0f1e2d937ba4ea44ff20eeef2f46ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ca7eec8-02cc-4566-ae6e-5e404c55a44f" -d '{"events": [{"server_uuid": "c3e243eb-2bbe-47c2-bebb-c67ea29402d4", "name": "network-vif-deleted", "tag": "177b7f89-bf47-46d2-9fb5-637cc50ed09e"}]}' {{(pid=108156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:42:33.866836 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 04:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7835b2e-87a0-4e9b-95a5-df440c94f9dc x-openstack-request-id: req-f7835b2e-87a0-4e9b-95a5-df440c94f9dc {{(pid=108156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:42:33.866836 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3e243eb-2bbe-47c2-bebb-c67ea29402d4", "name": "network-vif-deleted", "tag": "177b7f89-bf47-46d2-9fb5-637cc50ed09e", "status": "completed", "code": 200}]} {{(pid=108156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:42:33.866836 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f7835b2e-87a0-4e9b-95a5-df440c94f9dc {{(pid=108156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:42:33.866836 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3e243eb-2bbe-47c2-bebb-c67ea29402d4', 'name': 'network-vif-deleted', 'tag': '177b7f89-bf47-46d2-9fb5-637cc50ed09e', 'status': 'completed', 'code': 200} Feb 17 04:42:34.161403 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98e98ae-de95-46d9-8528-7995ee63e7d4 req-2b1cb336-033b-476d-bf02-6abddc756594 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:34.163093 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-c98e98ae-de95-46d9-8528-7995ee63e7d4 req-2b1cb336-033b-476d-bf02-6abddc756594 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] 10.222.0.36 "GET /v2.0/ports?device_id=906c145f-acf1-4865-8102-0f21461fb53b HTTP/1.1" status: 200 len: 944 time: 0.0786347 Feb 17 04:42:34.233236 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-c98e98ae-de95-46d9-8528-7995ee63e7d4 req-0cc1fced-1ba4-4e18-8292-9f1c4842a92e tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] 10.222.0.36 "GET /v2.0/security-groups?id=a062d98a-0337-4fdd-a1dd-d9c432a2906d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611439 Feb 17 04:42:34.351908 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132da5e2-b50a-4700-931e-8cfafdb3c82c req-d473b3eb-f09e-47eb-a11d-c46c8e2fd99f tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:34.354165 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-132da5e2-b50a-4700-931e-8cfafdb3c82c req-d473b3eb-f09e-47eb-a11d-c46c8e2fd99f tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=391d8445-5681-452e-87d2-f3fc8e6a95c5 HTTP/1.1" status: 200 len: 945 time: 0.0722849 Feb 17 04:42:34.413017 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-132da5e2-b50a-4700-931e-8cfafdb3c82c req-dbfad5a5-1112-4b51-bbdf-9ecd22142b20 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480552 Feb 17 04:42:34.577679 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Device feec4401-638e-4107-8daa-ffdad5ea4092 details requested by agent hyperv_hv-cinder-82963 with host hv-cinder-82963 {{(pid=108157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 04:42:34.656114 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35d76c0-a84d-4cdc-a6cd-e3d5f6fb61f2 req-fe3e874f-0c70-466d-aecf-9386abe542b1 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:34.666391 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-e35d76c0-a84d-4cdc-a6cd-e3d5f6fb61f2 req-fe3e874f-0c70-466d-aecf-9386abe542b1 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f7335ec-b7be-4238-b29c-943cc9d997d0 HTTP/1.1" status: 200 len: 945 time: 0.0746861 Feb 17 04:42:34.700844 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] For port feec4401-638e-4107-8daa-ffdad5ea4092, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=feec4401-638e-4107-8daa-ffdad5ea4092,segment=NetworkSegment(48781fd2-a2ea-4151-93a5-8a2b9e3402e8),segment_id=48781fd2-a2ea-4151-93a5-8a2b9e3402e8)] {{(pid=108157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:42:34.714779 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Returning: {'device': 'feec4401-638e-4107-8daa-ffdad5ea4092', 'network_id': '4e85cae3-4230-466d-b880-ebad0eb9446b', 'port_id': 'feec4401-638e-4107-8daa-ffdad5ea4092', 'mac_address': 'fa:16:3e:ca:7f:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '969d46d6-464e-4a90-93de-b5a05f1ac7ee', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 04:42:34.718672 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-e35d76c0-a84d-4cdc-a6cd-e3d5f6fb61f2 req-bbd00958-11a3-4faa-b978-8fbab6ab8f45 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3112e5-8fb2-44d1-8f1b-18510013e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501020 Feb 17 04:42:34.769020 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:34.784101 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.notifiers.nova [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id feec4401-638e-4107-8daa-ffdad5ea4092 {{(pid=108157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 04:42:34.804949 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] For port feec4401-638e-4107-8daa-ffdad5ea4092, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=feec4401-638e-4107-8daa-ffdad5ea4092,segment=NetworkSegment(48781fd2-a2ea-4151-93a5-8a2b9e3402e8),segment_id=48781fd2-a2ea-4151-93a5-8a2b9e3402e8)] {{(pid=108157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:42:34.811482 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:34.875482 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Pushing event updated for resources: {'Port': ['ID=feec4401-638e-4107-8daa-ffdad5ea4092,revision_number=4']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:34.883482 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:42:34.884041 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:42:34.884518 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:42:34.884999 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:42:34.885487 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:42:34.885985 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:42:34.886319 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:42:34.886650 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:42:34.887070 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:42:34.887564 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:42:34.887900 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:42:34.888223 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:42:35.104163 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] get_ports_and_sgs() called for port_ids ['feec4401-638e-4107-8daa-ffdad5ea4092'] {{(pid=108157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 04:42:35.382010 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe3145-ac55-47dc-9b9f-a1430b12bb14 req-39ae598d-b5c8-4a05-8ad6-3150ad709e2b tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:35.391950 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-1fbe3145-ac55-47dc-9b9f-a1430b12bb14 req-39ae598d-b5c8-4a05-8ad6-3150ad709e2b tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] 10.222.0.36 "GET /v2.0/ports?device_id=906c145f-acf1-4865-8102-0f21461fb53b HTTP/1.1" status: 200 len: 945 time: 0.0857511 Feb 17 04:42:35.446405 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-1fbe3145-ac55-47dc-9b9f-a1430b12bb14 req-1ac69a3e-7c4d-46ad-a708-00885c2c76fb tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] 10.222.0.36 "GET /v2.0/security-groups?id=a062d98a-0337-4fdd-a1dd-d9c432a2906d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510581 Feb 17 04:42:35.543701 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7de5ad-ab4c-4c34-b726-0f82dd1103f2 req-0db95f36-9f71-4f0a-b9a0-4d551af490da tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:35.545402 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-df7de5ad-ab4c-4c34-b726-0f82dd1103f2 req-0db95f36-9f71-4f0a-b9a0-4d551af490da tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=391d8445-5681-452e-87d2-f3fc8e6a95c5 HTTP/1.1" status: 200 len: 945 time: 0.0520132 Feb 17 04:42:35.590256 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-df7de5ad-ab4c-4c34-b726-0f82dd1103f2 req-964d70fb-d80b-4a68-9c95-e716bd100b0a tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377750 Feb 17 04:42:35.868539 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a28d63-3d0f-4f0e-bb27-20308ce550be req-74b5e82f-5b38-4bba-947b-2296e8335618 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:35.876359 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-c8a28d63-3d0f-4f0e-bb27-20308ce550be req-74b5e82f-5b38-4bba-947b-2296e8335618 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f7335ec-b7be-4238-b29c-943cc9d997d0 HTTP/1.1" status: 200 len: 945 time: 0.0610697 Feb 17 04:42:35.918979 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-c8a28d63-3d0f-4f0e-bb27-20308ce550be req-cea2cc9e-8381-4be0-8c0c-f533a439ac4f tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3112e5-8fb2-44d1-8f1b-18510013e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414343 Feb 17 04:42:36.568771 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475021b6-68ed-4fd5-85a1-260a9e6de514 req-8208ce4e-1af7-4a32-aac3-1fa9f42af937 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:36.576632 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-475021b6-68ed-4fd5-85a1-260a9e6de514 req-8208ce4e-1af7-4a32-aac3-1fa9f42af937 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] 10.222.0.36 "GET /v2.0/ports?device_id=906c145f-acf1-4865-8102-0f21461fb53b HTTP/1.1" status: 200 len: 945 time: 0.0635493 Feb 17 04:42:36.617236 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-475021b6-68ed-4fd5-85a1-260a9e6de514 req-d361dd48-6299-4e67-a85f-01c660a8f543 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] 10.222.0.36 "GET /v2.0/security-groups?id=a062d98a-0337-4fdd-a1dd-d9c432a2906d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395348 Feb 17 04:42:36.622173 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Device feec4401-638e-4107-8daa-ffdad5ea4092 up at agent hyperv_hv-cinder-82963 {{(pid=108157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:42:36.705424 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Provisioning for port feec4401-638e-4107-8daa-ffdad5ea4092 completed by entity L2. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 04:42:36.709437 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Provisioning complete for port feec4401-638e-4107-8daa-ffdad5ea4092 triggered by entity L2. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:42:36.709812 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:36.751901 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd197b87-4da9-4eb4-814e-cdfb1f6171b6 req-0f4397cb-038c-4418-a64f-66984bbedf93 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:36.754152 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-dd197b87-4da9-4eb4-814e-cdfb1f6171b6 req-0f4397cb-038c-4418-a64f-66984bbedf93 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=391d8445-5681-452e-87d2-f3fc8e6a95c5 HTTP/1.1" status: 200 len: 945 time: 0.0625601 Feb 17 04:42:36.803289 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 60472) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:42:36.819974 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-dd197b87-4da9-4eb4-814e-cdfb1f6171b6 req-15b14790-fa78-474d-bdb9-2d18dc55d692 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596595 Feb 17 04:42:36.957224 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:36.963108 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-0b928884-893b-4f56-8e6d-8c21c5a752fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:37.016374 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '906c145f-acf1-4865-8102-0f21461fb53b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feec4401-638e-4107-8daa-ffdad5ea4092'}] {{(pid=108157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:42:37.022390 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2d1db2b66fadfb38f3e682fd5beb02e22f49f1efddde24347983e162d9d2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e00cb8b-ceda-41b5-92cf-42859fa3830f" -d '{"events": [{"server_uuid": "906c145f-acf1-4865-8102-0f21461fb53b", "name": "network-vif-plugged", "status": "completed", "tag": "feec4401-638e-4107-8daa-ffdad5ea4092"}]}' {{(pid=108157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:42:37.033886 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] For port feec4401-638e-4107-8daa-ffdad5ea4092, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=feec4401-638e-4107-8daa-ffdad5ea4092,segment=NetworkSegment(48781fd2-a2ea-4151-93a5-8a2b9e3402e8),segment_id=48781fd2-a2ea-4151-93a5-8a2b9e3402e8)] {{(pid=108157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:42:37.041804 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:37.042900 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Device 177b7f89-bf47-46d2-9fb5-637cc50ed09e no longer exists at agent hyperv_hv-cinder-82963 {{(pid=108157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 04:42:37.069709 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.plugin [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] No Port match for: 177b7f89-bf47-46d2-9fb5-637cc50ed09e {{(pid=108157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 17 04:42:37.070134 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Device 177b7f89-bf47-46d2-9fb5-637cc50ed09e not bound to the agent host hv-cinder-82963 {{(pid=108157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 04:42:37.103751 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 04:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34fdc685-84b7-4e63-af61-8f846d435e10 x-openstack-request-id: req-34fdc685-84b7-4e63-af61-8f846d435e10 {{(pid=108157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:42:37.104100 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "906c145f-acf1-4865-8102-0f21461fb53b", "name": "network-vif-plugged", "status": "completed", "tag": "feec4401-638e-4107-8daa-ffdad5ea4092", "code": 200}]} {{(pid=108157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:42:37.104358 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-34fdc685-84b7-4e63-af61-8f846d435e10 {{(pid=108157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:42:37.104752 dv-cinder-829630-1-smb neutron-server[108157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '906c145f-acf1-4865-8102-0f21461fb53b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feec4401-638e-4107-8daa-ffdad5ea4092', 'code': 200} Feb 17 04:42:37.131022 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867d94f9-4688-441e-ae43-e60238f282fb req-cb3f9a5a-3ec5-49af-9788-8036e71c8fbb tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:37.139028 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-867d94f9-4688-441e-ae43-e60238f282fb req-cb3f9a5a-3ec5-49af-9788-8036e71c8fbb tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f7335ec-b7be-4238-b29c-943cc9d997d0 HTTP/1.1" status: 200 len: 945 time: 0.1213133 Feb 17 04:42:37.144688 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-0b928884-893b-4f56-8e6d-8c21c5a752fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:37.152107 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-0b928884-893b-4f56-8e6d-8c21c5a752fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:37.172736 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Pushing event updated for resources: {'Port': ['ID=feec4401-638e-4107-8daa-ffdad5ea4092,revision_number=5']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:37.207866 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-0b928884-893b-4f56-8e6d-8c21c5a752fe admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fa4d3ff02d834dfa8da9025728ef04d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4010017 Feb 17 04:42:37.208266 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 60482) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:42:37.223892 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b928884-893b-4f56-8e6d-8c21c5a752fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e854688c-9282-42f6-92a3-ae6a0679e967,revision_number=1']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:37.250337 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-867d94f9-4688-441e-ae43-e60238f282fb req-d1580b92-2a84-406a-b5ff-29979bb864b5 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3112e5-8fb2-44d1-8f1b-18510013e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021323 Feb 17 04:42:37.310231 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-e6495aa0-13fd-4c6c-b37d-6027f3a417ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:37.333482 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-e6495aa0-13fd-4c6c-b37d-6027f3a417ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:37.430872 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-e6495aa0-13fd-4c6c-b37d-6027f3a417ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:37.436559 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-e6495aa0-13fd-4c6c-b37d-6027f3a417ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:37.437671 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-e6495aa0-13fd-4c6c-b37d-6027f3a417ed admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e854688c-9282-42f6-92a3-ae6a0679e967 HTTP/1.1" status: 204 len: 168 time: 0.2283778 Feb 17 04:42:37.465937 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6495aa0-13fd-4c6c-b37d-6027f3a417ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e854688c-9282-42f6-92a3-ae6a0679e967,revision_number=None']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:37.474250 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6495aa0-13fd-4c6c-b37d-6027f3a417ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:42:37.474543 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6495aa0-13fd-4c6c-b37d-6027f3a417ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:42:37.475001 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6495aa0-13fd-4c6c-b37d-6027f3a417ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:42:37.475340 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6495aa0-13fd-4c6c-b37d-6027f3a417ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:42:37.475672 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6495aa0-13fd-4c6c-b37d-6027f3a417ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:42:37.475998 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6495aa0-13fd-4c6c-b37d-6027f3a417ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:42:37.476322 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6495aa0-13fd-4c6c-b37d-6027f3a417ed admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:42:37.476645 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6495aa0-13fd-4c6c-b37d-6027f3a417ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:42:37.476982 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6495aa0-13fd-4c6c-b37d-6027f3a417ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:42:37.477288 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6495aa0-13fd-4c6c-b37d-6027f3a417ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:42:37.477710 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6495aa0-13fd-4c6c-b37d-6027f3a417ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:42:37.478141 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6495aa0-13fd-4c6c-b37d-6027f3a417ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:42:37.526648 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc915120-3ebe-45fc-b4ec-2ac8385ada06 req-9a6332de-5531-45e8-952a-0717687376da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:37.528434 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-fc915120-3ebe-45fc-b4ec-2ac8385ada06 req-9a6332de-5531-45e8-952a-0717687376da service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=906c145f-acf1-4865-8102-0f21461fb53b HTTP/1.1" status: 200 len: 1099 time: 0.0609767 Feb 17 04:42:37.577026 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-fc915120-3ebe-45fc-b4ec-2ac8385ada06 req-1fda6722-6b94-4e94-9de0-c672fb2c6e8b service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=a062d98a-0337-4fdd-a1dd-d9c432a2906d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403736 Feb 17 04:42:37.752763 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638e7618-ccb0-47e4-80ae-1ba8fa4c8df9 req-de2c045b-2793-466c-b05a-459ab354e4cb tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:37.754230 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-638e7618-ccb0-47e4-80ae-1ba8fa4c8df9 req-de2c045b-2793-466c-b05a-459ab354e4cb tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] 10.222.0.36 "GET /v2.0/ports?device_id=906c145f-acf1-4865-8102-0f21461fb53b HTTP/1.1" status: 200 len: 946 time: 0.0585742 Feb 17 04:42:37.837775 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-638e7618-ccb0-47e4-80ae-1ba8fa4c8df9 req-f77f7fa6-7865-4e1e-bae9-bc2b47476714 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] 10.222.0.36 "GET /v2.0/security-groups?id=a062d98a-0337-4fdd-a1dd-d9c432a2906d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668046 Feb 17 04:42:37.962370 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95a9471-b233-4d46-aa86-c4cb53522fae req-713c9aea-f737-4a11-8c68-fb6533d28444 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:37.972357 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-f95a9471-b233-4d46-aa86-c4cb53522fae req-713c9aea-f737-4a11-8c68-fb6533d28444 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=391d8445-5681-452e-87d2-f3fc8e6a95c5 HTTP/1.1" status: 200 len: 945 time: 0.0787952 Feb 17 04:42:38.033443 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-f95a9471-b233-4d46-aa86-c4cb53522fae req-097cdf95-5df5-4234-992f-42c2d5332fd0 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545063 Feb 17 04:42:38.380183 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed86d26-a9bc-49f9-b54f-852c5673db68 req-156dc16d-7a81-4682-9122-5eac0aed4a77 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:38.381682 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-2ed86d26-a9bc-49f9-b54f-852c5673db68 req-156dc16d-7a81-4682-9122-5eac0aed4a77 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f7335ec-b7be-4238-b29c-943cc9d997d0 HTTP/1.1" status: 200 len: 945 time: 0.0573812 Feb 17 04:42:38.421384 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-2ed86d26-a9bc-49f9-b54f-852c5673db68 req-9ed4c40a-57a5-4228-b6ac-a2eab448780c tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3112e5-8fb2-44d1-8f1b-18510013e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334649 Feb 17 04:42:38.769181 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1113510-acdc-4c30-b2c1-5dcfe73abb9f req-3888ab71-3c68-4930-b7f4-3d00f020b558 tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:38.770920 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-f1113510-acdc-4c30-b2c1-5dcfe73abb9f req-3888ab71-3c68-4930-b7f4-3d00f020b558 tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] 10.222.0.36 "GET /v2.0/networks?id=74cb6299-8bcb-40e2-bf6f-3a75fe36f7e8 HTTP/1.1" status: 200 len: 813 time: 0.1101131 Feb 17 04:42:38.789767 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-f1113510-acdc-4c30-b2c1-5dcfe73abb9f req-fa92bbe3-b85f-42b8-bd7b-f17b7f9514bb tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] 10.222.0.36 "GET /v2.0/quotas/db51b2aba5404fcb99f5aa9913ffee28 HTTP/1.1" status: 200 len: 375 time: 0.0108812 Feb 17 04:42:38.828326 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-f1113510-acdc-4c30-b2c1-5dcfe73abb9f req-7e887d09-f7d3-43f1-8251-6741bdd339d1 tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=db51b2aba5404fcb99f5aa9913ffee28&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306196 Feb 17 04:42:39.005215 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-f1113510-acdc-4c30-b2c1-5dcfe73abb9f req-38811534-7df2-4d00-8ed4-cbb9faee7445 service neutron] 10.222.0.36 "GET /v2.0/networks/74cb6299-8bcb-40e2-bf6f-3a75fe36f7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690154 Feb 17 04:42:39.034217 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43af9da0-75f2-4972-80ce-293a6ad9528c req-7384cbbf-ad80-4b99-a45f-b041bc4395aa tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:39.037201 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-43af9da0-75f2-4972-80ce-293a6ad9528c req-7384cbbf-ad80-4b99-a45f-b041bc4395aa tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] 10.222.0.36 "GET /v2.0/ports?device_id=906c145f-acf1-4865-8102-0f21461fb53b HTTP/1.1" status: 200 len: 946 time: 0.1059017 Feb 17 04:42:39.087109 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-43af9da0-75f2-4972-80ce-293a6ad9528c req-d65469b6-616a-43c6-bd87-7ebab28fb825 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] 10.222.0.36 "GET /v2.0/security-groups?id=a062d98a-0337-4fdd-a1dd-d9c432a2906d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407019 Feb 17 04:42:39.114406 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-f1113510-acdc-4c30-b2c1-5dcfe73abb9f req-3f0ed7eb-39c8-465e-9525-547380657ae7 service neutron] 10.222.0.36 "GET /v2.0/networks/74cb6299-8bcb-40e2-bf6f-3a75fe36f7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075671 Feb 17 04:42:39.200458 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8007e4f7-f4a7-4c18-9ea5-3caec7dbc0be req-f346c2f7-953b-4afd-b99d-7eca15cb9844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:39.202058 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-8007e4f7-f4a7-4c18-9ea5-3caec7dbc0be req-f346c2f7-953b-4afd-b99d-7eca15cb9844 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fcce34a724fd4831979df5c4aa7cf368&device_id=8f7335ec-b7be-4238-b29c-943cc9d997d0 HTTP/1.1" status: 200 len: 1098 time: 0.0557535 Feb 17 04:42:39.236414 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace2dfb2-7b00-4eb7-bab6-64e34c4fed54 req-4208c069-cd9c-4d66-9bd8-b7c458d50c93 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:39.244375 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-ace2dfb2-7b00-4eb7-bab6-64e34c4fed54 req-4208c069-cd9c-4d66-9bd8-b7c458d50c93 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=391d8445-5681-452e-87d2-f3fc8e6a95c5 HTTP/1.1" status: 200 len: 945 time: 0.0691795 Feb 17 04:42:39.297045 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-ace2dfb2-7b00-4eb7-bab6-64e34c4fed54 req-45b2f71d-5ac0-4c45-9950-d91c762b6fd0 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515096 Feb 17 04:42:39.381979 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-5226ce9a-98bb-4460-9d47-3424902994e1 req-977b195a-01cf-421d-bfe2-3a00ee7a5e47 tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] 10.222.0.36 "GET /v2.0/ports?device_id=23225c57-fa61-4d17-a9b8-df804d426fc1 HTTP/1.1" status: 200 len: 210 time: 0.0389082 Feb 17 04:42:39.401040 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8007e4f7-f4a7-4c18-9ea5-3caec7dbc0be req-e51bb134-fce2-4237-b4e5-ac4b9cb9c65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:39.402607 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-8007e4f7-f4a7-4c18-9ea5-3caec7dbc0be req-e51bb134-fce2-4237-b4e5-ac4b9cb9c65d service neutron] 10.222.0.69 "GET /v2.0/networks?id=6044f085-e24b-42f2-baa3-35fa62a45e03 HTTP/1.1" status: 200 len: 916 time: 0.1924915 Feb 17 04:42:39.490976 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14627d36-29b0-473c-af92-3b5dc13bdd20 req-3573c0fa-eb3a-40d0-be31-92c4ecfe4520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:39.492655 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-14627d36-29b0-473c-af92-3b5dc13bdd20 req-3573c0fa-eb3a-40d0-be31-92c4ecfe4520 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=391d8445-5681-452e-87d2-f3fc8e6a95c5 HTTP/1.1" status: 200 len: 1098 time: 0.0625553 Feb 17 04:42:39.496258 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-8007e4f7-f4a7-4c18-9ea5-3caec7dbc0be req-eb7c7064-da2d-4891-956a-98268f7f990f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5299d057-7f92-4591-841f-40b54a8dfa7b HTTP/1.1" status: 200 len: 1001 time: 0.0767922 Feb 17 04:42:39.565154 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8007e4f7-f4a7-4c18-9ea5-3caec7dbc0be req-682a0da7-71a7-489c-8f01-740c0200b346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:39.566666 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-8007e4f7-f4a7-4c18-9ea5-3caec7dbc0be req-682a0da7-71a7-489c-8f01-740c0200b346 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e939ef18-20cb-4ec3-b53b-ca721a133838 HTTP/1.1" status: 200 len: 855 time: 0.0606651 Feb 17 04:42:39.568773 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-14627d36-29b0-473c-af92-3b5dc13bdd20 req-868f3c82-2434-43bf-aeba-2c94a64634dc service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629714 Feb 17 04:42:39.589016 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac131a85-c74c-40cf-ab0d-6e334a275586 req-7d7893b9-3518-4830-9cfc-ace760952124 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:39.590598 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-ac131a85-c74c-40cf-ab0d-6e334a275586 req-7d7893b9-3518-4830-9cfc-ace760952124 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f7335ec-b7be-4238-b29c-943cc9d997d0 HTTP/1.1" status: 200 len: 945 time: 0.0678756 Feb 17 04:42:39.829356 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8007e4f7-f4a7-4c18-9ea5-3caec7dbc0be req-947de763-6dd1-4b93-9519-11ff7253cee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:39.830910 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-8007e4f7-f4a7-4c18-9ea5-3caec7dbc0be req-947de763-6dd1-4b93-9519-11ff7253cee2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6044f085-e24b-42f2-baa3-35fa62a45e03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0504074 Feb 17 04:42:39.849481 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-ac131a85-c74c-40cf-ab0d-6e334a275586 req-eb39ff75-7eea-495e-8483-ca3f9d65b3f0 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3112e5-8fb2-44d1-8f1b-18510013e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2524817 Feb 17 04:42:39.936805 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-8007e4f7-f4a7-4c18-9ea5-3caec7dbc0be req-df2068b5-c916-43e1-932f-b7042c074bbd service neutron] 10.222.0.69 "GET /v2.0/networks/6044f085-e24b-42f2-baa3-35fa62a45e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886521 Feb 17 04:42:40.044057 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-8007e4f7-f4a7-4c18-9ea5-3caec7dbc0be req-8390cfdb-fc2f-482c-8fb8-262cc29f6d30 service neutron] 10.222.0.69 "GET /v2.0/networks/6044f085-e24b-42f2-baa3-35fa62a45e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958445 Feb 17 04:42:40.211385 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e0b919-5f84-4be4-ad07-2ed0b7c3c7b2 req-396a47ca-0a67-46b3-80db-67b0db61a110 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:40.212890 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-77e0b919-5f84-4be4-ad07-2ed0b7c3c7b2 req-396a47ca-0a67-46b3-80db-67b0db61a110 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] 10.222.0.36 "GET /v2.0/ports?device_id=906c145f-acf1-4865-8102-0f21461fb53b HTTP/1.1" status: 200 len: 946 time: 0.0515726 Feb 17 04:42:40.253384 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-77e0b919-5f84-4be4-ad07-2ed0b7c3c7b2 req-bd312cce-ccae-483c-a8e9-326131c4c619 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] 10.222.0.36 "GET /v2.0/security-groups?id=a062d98a-0337-4fdd-a1dd-d9c432a2906d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346167 Feb 17 04:42:40.368471 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c676cc-f022-42e4-bcad-8c90239a3a96 req-c974746f-34f4-4c72-a89a-fccd75eeab0b tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:40.369943 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-17c676cc-f022-42e4-bcad-8c90239a3a96 req-c974746f-34f4-4c72-a89a-fccd75eeab0b tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] 10.222.0.36 "GET /v2.0/ports?device_id=906c145f-acf1-4865-8102-0f21461fb53b HTTP/1.1" status: 200 len: 946 time: 0.0495474 Feb 17 04:42:40.410064 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-17c676cc-f022-42e4-bcad-8c90239a3a96 req-5caedb03-137d-4fe3-a058-8d242bd8379e tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] 10.222.0.36 "GET /v2.0/security-groups?id=a062d98a-0337-4fdd-a1dd-d9c432a2906d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327563 Feb 17 04:42:40.414343 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b63fa4-58be-41cf-adf6-4905d089e255 req-a7204af7-08af-4830-a826-7c3abcb39f17 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:40.415908 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-f7b63fa4-58be-41cf-adf6-4905d089e255 req-a7204af7-08af-4830-a826-7c3abcb39f17 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=391d8445-5681-452e-87d2-f3fc8e6a95c5 HTTP/1.1" status: 200 len: 945 time: 0.0580258 Feb 17 04:42:40.436910 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 60634) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:42:40.515894 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-fbf703cc-24c4-4cdc-ba5f-c9ea86977da2 req-dcaa6218-00d1-4a50-b7ca-130090b2af38 tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] 10.222.0.36 "GET /v2.0/ports?device_id=23225c57-fa61-4d17-a9b8-df804d426fc1 HTTP/1.1" status: 200 len: 210 time: 0.0387876 Feb 17 04:42:40.527442 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-f7b63fa4-58be-41cf-adf6-4905d089e255 req-ffdd0786-c11c-457e-bff2-9163f52176e9 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054246 Feb 17 04:42:40.585623 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1113510-acdc-4c30-b2c1-5dcfe73abb9f req-3aa72576-596a-4e1b-9a3b-9cac9611dae1 tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:40.587250 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-f1113510-acdc-4c30-b2c1-5dcfe73abb9f req-3aa72576-596a-4e1b-9a3b-9cac9611dae1 tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] 10.222.0.69 "GET /v2.0/networks?id=74cb6299-8bcb-40e2-bf6f-3a75fe36f7e8 HTTP/1.1" status: 200 len: 813 time: 0.1403747 Feb 17 04:42:40.605669 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.v2.base [req-f1113510-acdc-4c30-b2c1-5dcfe73abb9f req-71a5bbf6-a37a-4dd9-bb54-ec44b3152864 tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] Request body: {'port': {'device_id': '23225c57-fa61-4d17-a9b8-df804d426fc1', 'network_id': '74cb6299-8bcb-40e2-bf6f-3a75fe36f7e8', 'admin_state_up': True, 'tenant_id': 'db51b2aba5404fcb99f5aa9913ffee28'}} {{(pid=108156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:42:40.687399 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45519a40-7bf6-4899-beb6-227241a2d638 tempest-TestShelveInstance-289875611 tempest-TestShelveInstance-289875611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:40.689160 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-45519a40-7bf6-4899-beb6-227241a2d638 tempest-TestShelveInstance-289875611 tempest-TestShelveInstance-289875611-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=906c145f-acf1-4865-8102-0f21461fb53b HTTP/1.1" status: 200 len: 1094 time: 0.2498071 Feb 17 04:42:40.691959 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 60642) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:42:40.697220 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.v2.base [None req-12cc888b-25d1-4465-a6d0-0076f99ee278 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Request body: {'floatingip': {'floating_network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'port_id': 'feec4401-638e-4107-8daa-ffdad5ea4092', 'tenant_id': '3ebe5412b4bb403184e1943f302e5c70', 'fixed_ip_address': '172.20.0.11'}} {{(pid=108155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:42:40.726913 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-12cc888b-25d1-4465-a6d0-0076f99ee278 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Notify callbacks [] for floatingip, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:40.752195 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1113510-acdc-4c30-b2c1-5dcfe73abb9f req-71a5bbf6-a37a-4dd9-bb54-ec44b3152864 tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] Made reservation on behalf of db51b2aba5404fcb99f5aa9913ffee28 for: {'port': 1} {{(pid=108156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:42:40.756160 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-f1113510-acdc-4c30-b2c1-5dcfe73abb9f req-71a5bbf6-a37a-4dd9-bb54-ec44b3152864 tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:40.832718 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-12cc888b-25d1-4465-a6d0-0076f99ee278 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:40.909590 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.db.db_base_plugin_common [req-f1113510-acdc-4c30-b2c1-5dcfe73abb9f req-71a5bbf6-a37a-4dd9-bb54-ec44b3152864 tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] Allocated IP 172.20.0.13 (74cb6299-8bcb-40e2-bf6f-3a75fe36f7e8/47c2b1d7-1c49-4e96-b578-7c0a50903177/edb9c8ef-d4b3-4487-a3ea-c2ec74b4d32d) {{(pid=108156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:42:40.962336 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.db.db_base_plugin_common [None req-12cc888b-25d1-4465-a6d0-0076f99ee278 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Allocated IP 172.28.3.193 (9ee4813c-26bc-4ce0-8bb0-948d56f273c2/e9f6ab95-7249-4be3-8bb0-da1d9214eacd/bfebfb53-5616-41c2-b1b6-0b0fc0dc70be) {{(pid=108155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:42:41.053534 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0865586-ca06-4c05-a4a9-c067af0bd452 req-5c9e8f8b-fa35-4ddc-954b-6109957b1dc3 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:41.055109 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-b0865586-ca06-4c05-a4a9-c067af0bd452 req-5c9e8f8b-fa35-4ddc-954b-6109957b1dc3 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f7335ec-b7be-4238-b29c-943cc9d997d0 HTTP/1.1" status: 200 len: 945 time: 0.1151783 Feb 17 04:42:41.090924 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-f1113510-acdc-4c30-b2c1-5dcfe73abb9f req-71a5bbf6-a37a-4dd9-bb54-ec44b3152864 tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] Notify callbacks [] for port, precommit_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:41.128325 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-12cc888b-25d1-4465-a6d0-0076f99ee278 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Notify callbacks [] for port, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:41.132168 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-b0865586-ca06-4c05-a4a9-c067af0bd452 req-f3b5218a-4a63-473d-a6e3-670624418034 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3112e5-8fb2-44d1-8f1b-18510013e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662887 Feb 17 04:42:41.132743 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-f1113510-acdc-4c30-b2c1-5dcfe73abb9f req-71a5bbf6-a37a-4dd9-bb54-ec44b3152864 tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733365499769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26489006'] for port, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:41.179630 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-12cc888b-25d1-4465-a6d0-0076f99ee278 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733365499769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2813823'] for port, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:41.183408 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1113510-acdc-4c30-b2c1-5dcfe73abb9f req-71a5bbf6-a37a-4dd9-bb54-ec44b3152864 tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] Network 74cb6299-8bcb-40e2-bf6f-3a75fe36f7e8 is already hosted by enough agents. {{(pid=108156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:42:41.194577 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.scheduler.base_scheduler [req-f1113510-acdc-4c30-b2c1-5dcfe73abb9f req-71a5bbf6-a37a-4dd9-bb54-ec44b3152864 tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] Resources bound (agent type, host, resource id): {{(pid=108156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:42:41.202165 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1113510-acdc-4c30-b2c1-5dcfe73abb9f req-71a5bbf6-a37a-4dd9-bb54-ec44b3152864 tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] Received port after_create {{(pid=108156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:42:41.232751 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12cc888b-25d1-4465-a6d0-0076f99ee278 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Network 9ee4813c-26bc-4ce0-8bb0-948d56f273c2 is already hosted by enough agents. {{(pid=108155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:42:41.237745 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.scheduler.base_scheduler [None req-12cc888b-25d1-4465-a6d0-0076f99ee278 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Resources bound (agent type, host, resource id): {{(pid=108155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:42:41.241118 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cc888b-25d1-4465-a6d0-0076f99ee278 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Received port after_create {{(pid=108155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:42:41.248624 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a5bbf6-a37a-4dd9-bb54-ec44b3152864 tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] Pushing event updated for resources: {'Port': ['ID=edb9c8ef-d4b3-4487-a3ea-c2ec74b4d32d,revision_number=1']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:41.263750 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc888b-25d1-4465-a6d0-0076f99ee278 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Pushing event updated for resources: {'Port': ['ID=bfebfb53-5616-41c2-b1b6-0b0fc0dc70be,revision_number=1']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:41.273430 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1113510-acdc-4c30-b2c1-5dcfe73abb9f req-71a5bbf6-a37a-4dd9-bb54-ec44b3152864 tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:41.274159 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-f1113510-acdc-4c30-b2c1-5dcfe73abb9f req-71a5bbf6-a37a-4dd9-bb54-ec44b3152864 tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49904'] for port, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:41.290219 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-f1113510-acdc-4c30-b2c1-5dcfe73abb9f req-71a5bbf6-a37a-4dd9-bb54-ec44b3152864 tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6884367 Feb 17 04:42:41.305712 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.v2.base [req-f1113510-acdc-4c30-b2c1-5dcfe73abb9f req-a7983292-5136-4576-b255-1beeca5d0817 service neutron] Request body: {'port': {'device_id': '23225c57-fa61-4d17-a9b8-df804d426fc1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82963'}} {{(pid=108156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:42:41.361684 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-f1113510-acdc-4c30-b2c1-5dcfe73abb9f req-a7983292-5136-4576-b255-1beeca5d0817 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:41.647139 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-12cc888b-25d1-4465-a6d0-0076f99ee278 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:41.683857 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.notifiers.nova [req-f1113510-acdc-4c30-b2c1-5dcfe73abb9f req-a7983292-5136-4576-b255-1beeca5d0817 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edb9c8ef-d4b3-4487-a3ea-c2ec74b4d32d {{(pid=108156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 04:42:41.693905 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-f1113510-acdc-4c30-b2c1-5dcfe73abb9f req-a7983292-5136-4576-b255-1beeca5d0817 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:41.703122 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3920db-19f0-4be4-baf2-26731b0326db req-8e2aabb2-265d-4cda-b2d8-dde92d490a24 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:41.705210 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-6b3920db-19f0-4be4-baf2-26731b0326db req-8e2aabb2-265d-4cda-b2d8-dde92d490a24 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=391d8445-5681-452e-87d2-f3fc8e6a95c5 HTTP/1.1" status: 200 len: 945 time: 0.0872533 Feb 17 04:42:41.714789 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c726e31-9d4c-4be8-930c-b748a6dbb8e4 req-b980dc4f-485d-41a9-a7ff-6c90f8f6a5de tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:41.716265 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-8c726e31-9d4c-4be8-930c-b748a6dbb8e4 req-b980dc4f-485d-41a9-a7ff-6c90f8f6a5de tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] 10.222.0.36 "GET /v2.0/ports?device_id=23225c57-fa61-4d17-a9b8-df804d426fc1 HTTP/1.1" status: 200 len: 932 time: 0.0945709 Feb 17 04:42:41.718868 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.db.provisioning_blocks [req-f1113510-acdc-4c30-b2c1-5dcfe73abb9f req-a7983292-5136-4576-b255-1beeca5d0817 service neutron] Transition to ACTIVE for port object edb9c8ef-d4b3-4487-a3ea-c2ec74b4d32d will not be triggered until provisioned by entity L2. {{(pid=108156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 04:42:41.723495 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-f1113510-acdc-4c30-b2c1-5dcfe73abb9f req-a7983292-5136-4576-b255-1beeca5d0817 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26488999'] for port, after_update {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:41.751659 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-12cc888b-25d1-4465-a6d0-0076f99ee278 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:41.796672 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-6b3920db-19f0-4be4-baf2-26731b0326db req-d162e32a-2265-4f83-90a8-7503502c8824 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682340 Feb 17 04:42:41.828108 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7983292-5136-4576-b255-1beeca5d0817 service neutron] Pushing event updated for resources: {'Port': ['ID=edb9c8ef-d4b3-4487-a3ea-c2ec74b4d32d,revision_number=2']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:41.869901 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-8c726e31-9d4c-4be8-930c-b748a6dbb8e4 req-b91f1c17-8853-4f5f-bce7-7ddc7caa62f5 tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] 10.222.0.36 "GET /v2.0/security-groups?id=adb32bc5-2646-4fe7-9955-f650d799fd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394274 Feb 17 04:42:41.899678 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.managers [req-f1113510-acdc-4c30-b2c1-5dcfe73abb9f req-a7983292-5136-4576-b255-1beeca5d0817 service neutron] Attempting to bind port edb9c8ef-d4b3-4487-a3ea-c2ec74b4d32d on host hv-cinder-82963 for vnic_type normal with profile {{(pid=108156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 04:42:41.900124 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.managers [req-f1113510-acdc-4c30-b2c1-5dcfe73abb9f req-a7983292-5136-4576-b255-1beeca5d0817 service neutron] Attempting to bind port edb9c8ef-d4b3-4487-a3ea-c2ec74b4d32d by drivers openvswitch,hyperv on host hv-cinder-82963 at level 0 using segments [{'id': 'edd90dad-1361-4fd9-9b5c-f9a278df25e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '74cb6299-8bcb-40e2-bf6f-3a75fe36f7e8'}] {{(pid=108156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 04:42:41.900643 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1113510-acdc-4c30-b2c1-5dcfe73abb9f req-a7983292-5136-4576-b255-1beeca5d0817 service neutron] Attempting to bind port edb9c8ef-d4b3-4487-a3ea-c2ec74b4d32d on network 74cb6299-8bcb-40e2-bf6f-3a75fe36f7e8 {{(pid=108156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:42:41.905744 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1113510-acdc-4c30-b2c1-5dcfe73abb9f req-a7983292-5136-4576-b255-1beeca5d0817 service neutron] Port edb9c8ef-d4b3-4487-a3ea-c2ec74b4d32d on network 74cb6299-8bcb-40e2-bf6f-3a75fe36f7e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82963 {{(pid=108156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 04:42:41.906064 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1113510-acdc-4c30-b2c1-5dcfe73abb9f req-a7983292-5136-4576-b255-1beeca5d0817 service neutron] Attempting to bind port edb9c8ef-d4b3-4487-a3ea-c2ec74b4d32d on network 74cb6299-8bcb-40e2-bf6f-3a75fe36f7e8 {{(pid=108156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:42:41.911364 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1113510-acdc-4c30-b2c1-5dcfe73abb9f req-a7983292-5136-4576-b255-1beeca5d0817 service neutron] Checking agent: {'id': '8333eb14-27e3-4539-92ee-8ab97b467e5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82963', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 4, 38, 23), 'started_at': datetime.datetime(2022, 2, 17, 4, 38, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 4, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 04:42:41.912029 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1113510-acdc-4c30-b2c1-5dcfe73abb9f req-a7983292-5136-4576-b255-1beeca5d0817 service neutron] Checking segment: {'id': 'edd90dad-1361-4fd9-9b5c-f9a278df25e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '74cb6299-8bcb-40e2-bf6f-3a75fe36f7e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:42:41.912156 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1113510-acdc-4c30-b2c1-5dcfe73abb9f req-a7983292-5136-4576-b255-1beeca5d0817 service neutron] Bound using segment: {'id': 'edd90dad-1361-4fd9-9b5c-f9a278df25e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '74cb6299-8bcb-40e2-bf6f-3a75fe36f7e8'} {{(pid=108156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 04:42:41.913220 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.managers [req-f1113510-acdc-4c30-b2c1-5dcfe73abb9f req-a7983292-5136-4576-b255-1beeca5d0817 service neutron] Bound port: edb9c8ef-d4b3-4487-a3ea-c2ec74b4d32d, host: hv-cinder-82963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edd90dad-1361-4fd9-9b5c-f9a278df25e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '74cb6299-8bcb-40e2-bf6f-3a75fe36f7e8'}}] {{(pid=108156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 04:42:41.913220 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-f1113510-acdc-4c30-b2c1-5dcfe73abb9f req-a7983292-5136-4576-b255-1beeca5d0817 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:41.953889 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aeb99f-d410-426a-b464-4e9aabdd7beb req-cbae648f-3ae0-4219-b532-754ceed98a35 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:41.955492 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-b3aeb99f-d410-426a-b464-4e9aabdd7beb req-cbae648f-3ae0-4219-b532-754ceed98a35 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2085f3c-e80e-429d-8a59-8d548f4a2fe3 HTTP/1.1" status: 200 len: 946 time: 0.0827925 Feb 17 04:42:41.975139 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-12cc888b-25d1-4465-a6d0-0076f99ee278 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Notify callbacks [] for port, precommit_update {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:41.986056 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-12cc888b-25d1-4465-a6d0-0076f99ee278 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2813814'] for port, after_update {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:42.070401 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-b3aeb99f-d410-426a-b464-4e9aabdd7beb req-9ef91ad5-9575-42c2-bcef-8fe933c32159 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049049 Feb 17 04:42:42.072781 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc888b-25d1-4465-a6d0-0076f99ee278 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Pushing event updated for resources: {'Port': ['ID=bfebfb53-5616-41c2-b1b6-0b0fc0dc70be,revision_number=2']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:42.092219 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-12cc888b-25d1-4465-a6d0-0076f99ee278 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650163'] for floatingip, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:42.241553 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.db [req-f1113510-acdc-4c30-b2c1-5dcfe73abb9f req-a7983292-5136-4576-b255-1beeca5d0817 service neutron] For port edb9c8ef-d4b3-4487-a3ea-c2ec74b4d32d, host hv-cinder-82963, cleared binding levels {{(pid=108156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 04:42:42.245942 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.db [req-f1113510-acdc-4c30-b2c1-5dcfe73abb9f req-a7983292-5136-4576-b255-1beeca5d0817 service neutron] For port edb9c8ef-d4b3-4487-a3ea-c2ec74b4d32d, host hv-cinder-82963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=edb9c8ef-d4b3-4487-a3ea-c2ec74b4d32d,segment=NetworkSegment(edd90dad-1361-4fd9-9b5c-f9a278df25e1),segment_id=edd90dad-1361-4fd9-9b5c-f9a278df25e1)] {{(pid=108156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 04:42:42.254958 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-f1113510-acdc-4c30-b2c1-5dcfe73abb9f req-a7983292-5136-4576-b255-1beeca5d0817 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26488999'] for port, after_update {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:42.263630 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.db.l3_db [None req-12cc888b-25d1-4465-a6d0-0076f99ee278 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Floating IP 0b6590a5-27ed-4dc6-a060-b92f132a7514 associated. External IP: 172.28.3.193, port: feec4401-638e-4107-8daa-ffdad5ea4092. Feb 17 04:42:42.332967 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1113510-acdc-4c30-b2c1-5dcfe73abb9f req-a7983292-5136-4576-b255-1beeca5d0817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:42.333510 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-f1113510-acdc-4c30-b2c1-5dcfe73abb9f req-a7983292-5136-4576-b255-1beeca5d0817 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49904'] for port, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:42.335021 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-f1113510-acdc-4c30-b2c1-5dcfe73abb9f req-a7983292-5136-4576-b255-1beeca5d0817 service neutron] 10.222.0.69 "PUT /v2.0/ports/edb9c8ef-d4b3-4487-a3ea-c2ec74b4d32d HTTP/1.1" status: 200 len: 1094 time: 1.0347154 Feb 17 04:42:42.336573 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23225c57-fa61-4d17-a9b8-df804d426fc1', 'tag': 'edb9c8ef-d4b3-4487-a3ea-c2ec74b4d32d'}] {{(pid=108156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:42:42.338993 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0b67973df7b1313e2305cae6a6fc83f0f1e2d937ba4ea44ff20eeef2f46ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a131b46b-5954-4e8f-9a09-a5bcfd18d62f" -d '{"events": [{"name": "network-changed", "server_uuid": "23225c57-fa61-4d17-a9b8-df804d426fc1", "tag": "edb9c8ef-d4b3-4487-a3ea-c2ec74b4d32d"}]}' {{(pid=108156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:42:42.370578 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7983292-5136-4576-b255-1beeca5d0817 service neutron] Pushing event updated for resources: {'Port': ['ID=edb9c8ef-d4b3-4487-a3ea-c2ec74b4d32d,revision_number=3']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:42.399626 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fdbc19-e9df-44fd-b79d-d58d2db77095 req-d88eca8d-b4de-4eb8-8c74-de197b9995a8 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:42.401733 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-83fdbc19-e9df-44fd-b79d-d58d2db77095 req-d88eca8d-b4de-4eb8-8c74-de197b9995a8 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f7335ec-b7be-4238-b29c-943cc9d997d0 HTTP/1.1" status: 200 len: 945 time: 0.1144640 Feb 17 04:42:42.414100 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 04:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c680ba67-d8a0-4773-be3a-353a17c78167 x-openstack-request-id: req-c680ba67-d8a0-4773-be3a-353a17c78167 {{(pid=108156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:42:42.414381 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23225c57-fa61-4d17-a9b8-df804d426fc1", "tag": "edb9c8ef-d4b3-4487-a3ea-c2ec74b4d32d", "status": "completed", "code": 200}]} {{(pid=108156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:42:42.414629 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c680ba67-d8a0-4773-be3a-353a17c78167 {{(pid=108156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:42:42.415044 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23225c57-fa61-4d17-a9b8-df804d426fc1', 'tag': 'edb9c8ef-d4b3-4487-a3ea-c2ec74b4d32d', 'status': 'completed', 'code': 200} Feb 17 04:42:42.513181 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-83fdbc19-e9df-44fd-b79d-d58d2db77095 req-1b7332ca-9cfe-4359-95a7-5e855533b1a0 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3112e5-8fb2-44d1-8f1b-18510013e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026332 Feb 17 04:42:42.520746 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1113510-acdc-4c30-b2c1-5dcfe73abb9f req-7daf34e1-4430-4fa6-90cb-1185cdc67f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:42.522998 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-f1113510-acdc-4c30-b2c1-5dcfe73abb9f req-7daf34e1-4430-4fa6-90cb-1185cdc67f5e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=db51b2aba5404fcb99f5aa9913ffee28&device_id=23225c57-fa61-4d17-a9b8-df804d426fc1 HTTP/1.1" status: 200 len: 1097 time: 0.1099496 Feb 17 04:42:42.571381 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-f1113510-acdc-4c30-b2c1-5dcfe73abb9f req-d61a20ae-d947-46ea-b839-23db1c560f39 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=edb9c8ef-d4b3-4487-a3ea-c2ec74b4d32d HTTP/1.1" status: 200 len: 217 time: 0.0403285 Feb 17 04:42:42.613727 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12cc888b-25d1-4465-a6d0-0076f99ee278 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Router f647c5be-aba2-48ff-92e6-b2fa584852f5 has already been hosted by L3 agent e8023405-eda5-4975-af11-622b29ed5550 {{(pid=108155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 04:42:42.624824 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1113510-acdc-4c30-b2c1-5dcfe73abb9f req-2c1ebd99-e451-4c9d-8d2f-6791f3746cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:42.626822 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-f1113510-acdc-4c30-b2c1-5dcfe73abb9f req-2c1ebd99-e451-4c9d-8d2f-6791f3746cfe service neutron] 10.222.0.69 "GET /v2.0/subnets?id=47c2b1d7-1c49-4e96-b578-7c0a50903177 HTTP/1.1" status: 200 len: 853 time: 0.0483410 Feb 17 04:42:42.646667 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Device 5299d057-7f92-4591-841f-40b54a8dfa7b no longer exists at agent hyperv_hv-cinder-82963 {{(pid=108157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 04:42:42.660266 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-f1113510-acdc-4c30-b2c1-5dcfe73abb9f req-a2101b00-9b5f-45d9-8aec-fc040253bbd7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=74cb6299-8bcb-40e2-bf6f-3a75fe36f7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253096 Feb 17 04:42:42.740337 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:42.755492 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12cc888b-25d1-4465-a6d0-0076f99ee278 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Notify agent at l3_agent.dv-cinder-829630-1-smb the message routers_updated {{(pid=108155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 04:42:42.766961 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f7335ec-b7be-4238-b29c-943cc9d997d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5299d057-7f92-4591-841f-40b54a8dfa7b'}] {{(pid=108157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:42:42.770129 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2d1db2b66fadfb38f3e682fd5beb02e22f49f1efddde24347983e162d9d2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adcb09c0-d7cd-436c-8752-9ded0d9a9d9d" -d '{"events": [{"server_uuid": "8f7335ec-b7be-4238-b29c-943cc9d997d0", "name": "network-vif-unplugged", "status": "completed", "tag": "5299d057-7f92-4591-841f-40b54a8dfa7b"}]}' {{(pid=108157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:42:42.771698 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f495c6-62bb-4cb0-b7b0-e0e4484dbe83 None None] Sync routers for ids ['f647c5be-aba2-48ff-92e6-b2fa584852f5'] in dv-cinder-829630-1-smb {{(pid=108158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 04:42:42.790505 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f495c6-62bb-4cb0-b7b0-e0e4484dbe83 None None] Routers {'f647c5be-aba2-48ff-92e6-b2fa584852f5'} bound to L3 agent in host dv-cinder-829630-1-smb {{(pid=108158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:42:42.791134 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_hamode_db [None req-95f495c6-62bb-4cb0-b7b0-e0e4484dbe83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T04:31:52Z,description=,heartbeat_timestamp=2022-02-17T04:42:22Z,host='dv-cinder-829630-1-smb',id=e8023405-eda5-4975-af11-622b29ed5550,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:52Z,topic='l3_agent')) {'router_ids': ['f647c5be-aba2-48ff-92e6-b2fa584852f5'], 'active': True} {{(pid=108158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:42:42.792343 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] For port 5299d057-7f92-4591-841f-40b54a8dfa7b, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=5299d057-7f92-4591-841f-40b54a8dfa7b,segment=NetworkSegment(d7c23f60-fd81-463c-84c9-fb74244f4d61),segment_id=d7c23f60-fd81-463c-84c9-fb74244f4d61)] {{(pid=108157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:42:42.796928 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-f1113510-acdc-4c30-b2c1-5dcfe73abb9f req-034f27d2-13b9-4cca-94fc-881f734dc380 service neutron] 10.222.0.69 "GET /v2.0/networks/74cb6299-8bcb-40e2-bf6f-3a75fe36f7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221564 Feb 17 04:42:42.798491 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:42.804308 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-12cc888b-25d1-4465-a6d0-0076f99ee278 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49904'] for floatingip, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:42.832692 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 17 Feb 2022 04:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6338fbf-02aa-4c36-a98d-c0daf4cf0474 x-openstack-request-id: req-c6338fbf-02aa-4c36-a98d-c0daf4cf0474 {{(pid=108157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:42:42.833044 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f7335ec-b7be-4238-b29c-943cc9d997d0", "name": "network-vif-unplugged", "status": "failed", "tag": "5299d057-7f92-4591-841f-40b54a8dfa7b", "code": 422}]} {{(pid=108157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:42:42.833527 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c6338fbf-02aa-4c36-a98d-c0daf4cf0474 {{(pid=108157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:42:42.834627 dv-cinder-829630-1-smb neutron-server[108157]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8f7335ec-b7be-4238-b29c-943cc9d997d0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5299d057-7f92-4591-841f-40b54a8dfa7b', 'code': 422} returned with failed status Feb 17 04:42:42.843711 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-12cc888b-25d1-4465-a6d0-0076f99ee278 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1505287 Feb 17 04:42:42.844675 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '906c145f-acf1-4865-8102-0f21461fb53b', 'tag': 'feec4401-638e-4107-8daa-ffdad5ea4092'}] {{(pid=108155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:42:42.847184 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7db4504e89d758142afd4bd708bcac288359c97a2e78e5aa13d69e3d31a34d2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dec7c606-c85c-41b8-9a8b-23008be6e64b" -d '{"events": [{"name": "network-changed", "server_uuid": "906c145f-acf1-4865-8102-0f21461fb53b", "tag": "feec4401-638e-4107-8daa-ffdad5ea4092"}]}' {{(pid=108155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:42:42.872860 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Pushing event updated for resources: {'Port': ['ID=5299d057-7f92-4591-841f-40b54a8dfa7b,revision_number=8']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:42.896804 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 04:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-013ba6da-5359-4984-b5cc-ce8d36e24881 x-openstack-request-id: req-013ba6da-5359-4984-b5cc-ce8d36e24881 {{(pid=108155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:42:42.897345 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "906c145f-acf1-4865-8102-0f21461fb53b", "tag": "feec4401-638e-4107-8daa-ffdad5ea4092", "status": "completed", "code": 200}]} {{(pid=108155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:42:42.897599 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-013ba6da-5359-4984-b5cc-ce8d36e24881 {{(pid=108155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:42:42.898021 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '906c145f-acf1-4865-8102-0f21461fb53b', 'tag': 'feec4401-638e-4107-8daa-ffdad5ea4092', 'status': 'completed', 'code': 200} Feb 17 04:42:42.945480 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-f1113510-acdc-4c30-b2c1-5dcfe73abb9f req-6332fbd7-af55-4cb0-a5c4-c7302515fab3 service neutron] 10.222.0.69 "GET /v2.0/networks/74cb6299-8bcb-40e2-bf6f-3a75fe36f7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356344 Feb 17 04:42:42.956998 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_dvr_db [None req-95f495c6-62bb-4cb0-b7b0-e0e4484dbe83 None None] Set router f647c5be-aba2-48ff-92e6-b2fa584852f5 gateway port host: dv-cinder-829630-1-smb {{(pid=108158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:42:42.996503 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec7c606-c85c-41b8-9a8b-23008be6e64b req-85fb88fd-8957-4213-b15a-dd532652c276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:42.998007 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-dec7c606-c85c-41b8-9a8b-23008be6e64b req-85fb88fd-8957-4213-b15a-dd532652c276 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3ebe5412b4bb403184e1943f302e5c70&device_id=906c145f-acf1-4865-8102-0f21461fb53b HTTP/1.1" status: 200 len: 1099 time: 0.0746462 Feb 17 04:42:43.026596 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a12a111-fb7b-47fe-b2bc-3afa8bc47165 req-d7d6dd3c-1a25-41d7-bb78-9305721b8179 tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:43.028097 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-0a12a111-fb7b-47fe-b2bc-3afa8bc47165 req-d7d6dd3c-1a25-41d7-bb78-9305721b8179 tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] 10.222.0.36 "GET /v2.0/ports?device_id=23225c57-fa61-4d17-a9b8-df804d426fc1 HTTP/1.1" status: 200 len: 944 time: 0.0693505 Feb 17 04:42:43.051847 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a131b46b-5954-4e8f-9a09-a5bcfd18d62f req-0ad7d4e2-1f37-4527-829e-e4d8f4aa7d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:43.053329 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-a131b46b-5954-4e8f-9a09-a5bcfd18d62f req-0ad7d4e2-1f37-4527-829e-e4d8f4aa7d6e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=db51b2aba5404fcb99f5aa9913ffee28&device_id=23225c57-fa61-4d17-a9b8-df804d426fc1 HTTP/1.1" status: 200 len: 1097 time: 0.0451167 Feb 17 04:42:43.115175 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-0a12a111-fb7b-47fe-b2bc-3afa8bc47165 req-162520c8-b80a-4b4a-9ada-37a95c434941 tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] 10.222.0.36 "GET /v2.0/security-groups?id=adb32bc5-2646-4fe7-9955-f650d799fd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762854 Feb 17 04:42:43.138792 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec7c606-c85c-41b8-9a8b-23008be6e64b req-945c422c-5b10-417e-bc48-d34d64b9f3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:43.140291 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-dec7c606-c85c-41b8-9a8b-23008be6e64b req-945c422c-5b10-417e-bc48-d34d64b9f3d7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4e85cae3-4230-466d-b880-ebad0eb9446b HTTP/1.1" status: 200 len: 908 time: 0.1312873 Feb 17 04:42:43.162786 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a131b46b-5954-4e8f-9a09-a5bcfd18d62f req-11f3e8ad-14b5-48a3-9fc4-158f2c29e6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:43.164360 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-a131b46b-5954-4e8f-9a09-a5bcfd18d62f req-11f3e8ad-14b5-48a3-9fc4-158f2c29e6f7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=74cb6299-8bcb-40e2-bf6f-3a75fe36f7e8 HTTP/1.1" status: 200 len: 913 time: 0.0996647 Feb 17 04:42:43.219488 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-dec7c606-c85c-41b8-9a8b-23008be6e64b req-c23f00de-05e3-492a-adc4-3af78d31b591 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=feec4401-638e-4107-8daa-ffdad5ea4092 HTTP/1.1" status: 200 len: 1000 time: 0.0711222 Feb 17 04:42:43.234002 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-a131b46b-5954-4e8f-9a09-a5bcfd18d62f req-79b699f3-7729-470b-94af-635a67a63d4b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=edb9c8ef-d4b3-4487-a3ea-c2ec74b4d32d HTTP/1.1" status: 200 len: 217 time: 0.0420299 Feb 17 04:42:43.238790 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_hamode_db [None req-95f495c6-62bb-4cb0-b7b0-e0e4484dbe83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f647c5be-aba2-48ff-92e6-b2fa584852f5', 'name': 'tempest-TestShelveInstance-733546887-router', 'tenant_id': '3ebe5412b4bb403184e1943f302e5c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'external_fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.145'}], 'enable_snat': True}, 'gw_port_id': 'b3cca5fe-d413-48d3-926b-24b33d952b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:41:39Z', 'updated_at': '2022-02-17T04:41:45Z', 'revision_number': 4, 'project_id': '3ebe5412b4bb403184e1943f302e5c70', 'gw_port': {'id': 'b3cca5fe-d413-48d3-926b-24b33d952b00', 'name': '', 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:97:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f647c5be-aba2-48ff-92e6-b2fa584852f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:41:40Z', 'updated_at': '2022-02-17T04:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-smb', '_floatingips': [{'id': '0b6590a5-27ed-4dc6-a060-b92f132a7514', 'tenant_id': '3ebe5412b4bb403184e1943f302e5c70', 'floating_ip_address': '172.28.3.193', 'floating_network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'router_id': 'f647c5be-aba2-48ff-92e6-b2fa584852f5', 'port_id': 'feec4401-638e-4107-8daa-ffdad5ea4092', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e85cae3-4230-466d-b880-ebad0eb9446b', 'mac_address': 'fa:16:3e:ca:7f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906c145f-acf1-4865-8102-0f21461fb53b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T04:42:41Z', 'updated_at': '2022-02-17T04:42:41Z', 'revision_number': 0, 'project_id': '3ebe5412b4bb403184e1943f302e5c70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94658d2d-8ac6-4b7a-b510-62718d5577d4', 'name': '', 'network_id': '4e85cae3-4230-466d-b880-ebad0eb9446b', 'tenant_id': '3ebe5412b4bb403184e1943f302e5c70', 'mac_address': 'fa:16:3e:02:e4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f647c5be-aba2-48ff-92e6-b2fa584852f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '969d46d6-464e-4a90-93de-b5a05f1ac7ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:41:44Z', 'updated_at': '2022-02-17T04:41:50Z', 'revision_number': 5, 'project_id': '3ebe5412b4bb403184e1943f302e5c70', 'subnets': [{'id': '969d46d6-464e-4a90-93de-b5a05f1ac7ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-1-smb', False) {} {{(pid=108158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:42:43.270544 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f495c6-62bb-4cb0-b7b0-e0e4484dbe83 None None] Checking router: f647c5be-aba2-48ff-92e6-b2fa584852f5 for host: dv-cinder-829630-1-smb {{(pid=108158) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 04:42:43.273626 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec7c606-c85c-41b8-9a8b-23008be6e64b req-d3e3189f-d161-468f-af01-9b87e8201070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:43.275320 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-dec7c606-c85c-41b8-9a8b-23008be6e64b req-d3e3189f-d161-468f-af01-9b87e8201070 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=969d46d6-464e-4a90-93de-b5a05f1ac7ee HTTP/1.1" status: 200 len: 847 time: 0.0486884 Feb 17 04:42:43.278724 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f495c6-62bb-4cb0-b7b0-e0e4484dbe83 None None] Routers {'f647c5be-aba2-48ff-92e6-b2fa584852f5'} bound to L3 agent in host dv-cinder-829630-1-smb {{(pid=108158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:42:43.279361 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_hamode_db [None req-95f495c6-62bb-4cb0-b7b0-e0e4484dbe83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T04:31:52Z,description=,heartbeat_timestamp=2022-02-17T04:42:22Z,host='dv-cinder-829630-1-smb',id=e8023405-eda5-4975-af11-622b29ed5550,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:52Z,topic='l3_agent')) {'router_ids': ['f647c5be-aba2-48ff-92e6-b2fa584852f5'], 'active': True} {{(pid=108158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:42:43.289815 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a131b46b-5954-4e8f-9a09-a5bcfd18d62f req-d85d29b2-e775-4956-85b9-7c747e5cdaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:43.291321 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-a131b46b-5954-4e8f-9a09-a5bcfd18d62f req-d85d29b2-e775-4956-85b9-7c747e5cdaf2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=47c2b1d7-1c49-4e96-b578-7c0a50903177 HTTP/1.1" status: 200 len: 853 time: 0.0488203 Feb 17 04:42:43.325745 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-a131b46b-5954-4e8f-9a09-a5bcfd18d62f req-4df67e32-67f5-45ef-af07-1ad44d73046a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=74cb6299-8bcb-40e2-bf6f-3a75fe36f7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266578 Feb 17 04:42:43.333536 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec7c606-c85c-41b8-9a8b-23008be6e64b req-5c8e6e52-2c92-4a6a-8ab7-f54ad0b6ace0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:43.335163 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-dec7c606-c85c-41b8-9a8b-23008be6e64b req-5c8e6e52-2c92-4a6a-8ab7-f54ad0b6ace0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4e85cae3-4230-466d-b880-ebad0eb9446b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0518751 Feb 17 04:42:43.397111 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_dvr_db [None req-95f495c6-62bb-4cb0-b7b0-e0e4484dbe83 None None] Set router f647c5be-aba2-48ff-92e6-b2fa584852f5 gateway port host: dv-cinder-829630-1-smb {{(pid=108158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:42:43.431135 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-a131b46b-5954-4e8f-9a09-a5bcfd18d62f req-b5c46e6e-f97d-4555-8001-085dac1deaaf service neutron] 10.222.0.69 "GET /v2.0/networks/74cb6299-8bcb-40e2-bf6f-3a75fe36f7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966861 Feb 17 04:42:43.447911 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-dec7c606-c85c-41b8-9a8b-23008be6e64b req-620618ad-2279-40d3-97a4-1f0cf033ecb7 service neutron] 10.222.0.69 "GET /v2.0/networks/4e85cae3-4230-466d-b880-ebad0eb9446b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945594 Feb 17 04:42:43.548716 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-a131b46b-5954-4e8f-9a09-a5bcfd18d62f req-51565319-9de3-4823-bc48-0403426e5ebb service neutron] 10.222.0.69 "GET /v2.0/networks/74cb6299-8bcb-40e2-bf6f-3a75fe36f7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054378 Feb 17 04:42:43.561077 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-dec7c606-c85c-41b8-9a8b-23008be6e64b req-17739a51-de70-4717-b68b-206e3487b322 service neutron] 10.222.0.69 "GET /v2.0/networks/4e85cae3-4230-466d-b880-ebad0eb9446b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048062 Feb 17 04:42:43.648750 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_hamode_db [None req-95f495c6-62bb-4cb0-b7b0-e0e4484dbe83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f647c5be-aba2-48ff-92e6-b2fa584852f5', 'name': 'tempest-TestShelveInstance-733546887-router', 'tenant_id': '3ebe5412b4bb403184e1943f302e5c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'external_fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.145'}], 'enable_snat': True}, 'gw_port_id': 'b3cca5fe-d413-48d3-926b-24b33d952b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:41:39Z', 'updated_at': '2022-02-17T04:41:45Z', 'revision_number': 4, 'project_id': '3ebe5412b4bb403184e1943f302e5c70', 'gw_port': {'id': 'b3cca5fe-d413-48d3-926b-24b33d952b00', 'name': '', 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:97:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f647c5be-aba2-48ff-92e6-b2fa584852f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:41:40Z', 'updated_at': '2022-02-17T04:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-smb', '_floatingips': [{'id': '0b6590a5-27ed-4dc6-a060-b92f132a7514', 'tenant_id': '3ebe5412b4bb403184e1943f302e5c70', 'floating_ip_address': '172.28.3.193', 'floating_network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'router_id': 'f647c5be-aba2-48ff-92e6-b2fa584852f5', 'port_id': 'feec4401-638e-4107-8daa-ffdad5ea4092', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e85cae3-4230-466d-b880-ebad0eb9446b', 'mac_address': 'fa:16:3e:ca:7f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906c145f-acf1-4865-8102-0f21461fb53b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T04:42:41Z', 'updated_at': '2022-02-17T04:42:41Z', 'revision_number': 0, 'project_id': '3ebe5412b4bb403184e1943f302e5c70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94658d2d-8ac6-4b7a-b510-62718d5577d4', 'name': '', 'network_id': '4e85cae3-4230-466d-b880-ebad0eb9446b', 'tenant_id': '3ebe5412b4bb403184e1943f302e5c70', 'mac_address': 'fa:16:3e:02:e4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f647c5be-aba2-48ff-92e6-b2fa584852f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '969d46d6-464e-4a90-93de-b5a05f1ac7ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:41:44Z', 'updated_at': '2022-02-17T04:41:50Z', 'revision_number': 5, 'project_id': '3ebe5412b4bb403184e1943f302e5c70', 'subnets': [{'id': '969d46d6-464e-4a90-93de-b5a05f1ac7ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-1-smb', False) {} {{(pid=108158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:42:43.679847 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f495c6-62bb-4cb0-b7b0-e0e4484dbe83 None None] The sync data for ids ['f647c5be-aba2-48ff-92e6-b2fa584852f5'] in dv-cinder-829630-1-smb is: [{'id': 'f647c5be-aba2-48ff-92e6-b2fa584852f5', 'name': 'tempest-TestShelveInstance-733546887-router', 'tenant_id': '3ebe5412b4bb403184e1943f302e5c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'external_fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.145'}], 'enable_snat': True}, 'gw_port_id': 'b3cca5fe-d413-48d3-926b-24b33d952b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:41:39Z', 'updated_at': '2022-02-17T04:41:45Z', 'revision_number': 4, 'project_id': '3ebe5412b4bb403184e1943f302e5c70', 'gw_port': {'id': 'b3cca5fe-d413-48d3-926b-24b33d952b00', 'name': '', 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:97:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f647c5be-aba2-48ff-92e6-b2fa584852f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:41:40Z', 'updated_at': '2022-02-17T04:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-smb', '_floatingips': [{'id': '0b6590a5-27ed-4dc6-a060-b92f132a7514', 'tenant_id': '3ebe5412b4bb403184e1943f302e5c70', 'floating_ip_address': '172.28.3.193', 'floating_network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'router_id': 'f647c5be-aba2-48ff-92e6-b2fa584852f5', 'port_id': 'feec4401-638e-4107-8daa-ffdad5ea4092', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e85cae3-4230-466d-b880-ebad0eb9446b', 'mac_address': 'fa:16:3e:ca:7f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906c145f-acf1-4865-8102-0f21461fb53b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T04:42:41Z', 'updated_at': '2022-02-17T04:42:41Z', 'revision_number': 0, 'project_id': '3ebe5412b4bb403184e1943f302e5c70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94658d2d-8ac6-4b7a-b510-62718d5577d4', 'name': '', 'network_id': '4e85cae3-4230-466d-b880-ebad0eb9446b', 'tenant_id': '3ebe5412b4bb403184e1943f302e5c70', 'mac_address': 'fa:16:3e:02:e4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f647c5be-aba2-48ff-92e6-b2fa584852f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '969d46d6-464e-4a90-93de-b5a05f1ac7ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:41:44Z', 'updated_at': '2022-02-17T04:41:50Z', 'revision_number': 5, 'project_id': '3ebe5412b4bb403184e1943f302e5c70', 'subnets': [{'id': '969d46d6-464e-4a90-93de-b5a05f1ac7ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 04:42:43.683892 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f20e16d-6107-4c1a-893e-c4972d1ac1ce req-1a7fc598-bd60-454f-8fdc-54fd0cf120d5 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:43.685943 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-5f20e16d-6107-4c1a-893e-c4972d1ac1ce req-1a7fc598-bd60-454f-8fdc-54fd0cf120d5 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f7335ec-b7be-4238-b29c-943cc9d997d0 HTTP/1.1" status: 200 len: 943 time: 0.0563924 Feb 17 04:42:43.746836 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-5f20e16d-6107-4c1a-893e-c4972d1ac1ce req-a9020f8c-293a-459b-8545-bb5f80e8a127 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3112e5-8fb2-44d1-8f1b-18510013e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521269 Feb 17 04:42:43.856791 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.agents_db [None req-cbde576c-1bd3-47c0-9bd8-6306741b546e None None] Agent healthcheck: found 6 active agents {{(pid=108158) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 04:42:43.923813 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae63e750-5374-4cf1-9997-a3de613ae2ba req-07290002-fdc9-4e33-90ed-bcac8051edbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:43.925321 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-ae63e750-5374-4cf1-9997-a3de613ae2ba req-07290002-fdc9-4e33-90ed-bcac8051edbb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=92b0dec20c804bddbc963dd033479ae9&device_id=c2085f3c-e80e-429d-8a59-8d548f4a2fe3 HTTP/1.1" status: 200 len: 1099 time: 0.0806856 Feb 17 04:42:43.937127 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35837ea9-5298-4e44-b75d-b68dde6bccbe req-54c4da3a-42d0-4b87-a207-f8d89259c3af tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:43.939449 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-35837ea9-5298-4e44-b75d-b68dde6bccbe req-54c4da3a-42d0-4b87-a207-f8d89259c3af tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2085f3c-e80e-429d-8a59-8d548f4a2fe3 HTTP/1.1" status: 200 len: 946 time: 0.0826859 Feb 17 04:42:43.940079 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a2375a-d36f-4b08-9843-6cdcfc54f3f8 None None] New status for floating IP 0b6590a5-27ed-4dc6-a060-b92f132a7514: ACTIVE {{(pid=108157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 04:42:44.037290 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-35837ea9-5298-4e44-b75d-b68dde6bccbe req-564b3f8c-4015-4f83-9a85-b1da09bfd366 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884650 Feb 17 04:42:44.072385 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae63e750-5374-4cf1-9997-a3de613ae2ba req-ff7249ee-b5fd-4a8f-93bf-f30cd576cf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:44.073840 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-ae63e750-5374-4cf1-9997-a3de613ae2ba req-ff7249ee-b5fd-4a8f-93bf-f30cd576cf00 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a55a2564-19fb-42de-b028-00d598cafe4a HTTP/1.1" status: 200 len: 918 time: 0.1335158 Feb 17 04:42:44.127750 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-ae63e750-5374-4cf1-9997-a3de613ae2ba req-bf8bc24c-4c50-4e84-a0c0-7a09a3e98717 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf25add4-5eea-4ae0-8640-eb4f7324dd34 HTTP/1.1" status: 200 len: 217 time: 0.0459702 Feb 17 04:42:44.189897 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae63e750-5374-4cf1-9997-a3de613ae2ba req-582a02c8-a865-4b28-a24b-f6b1ce5c41f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:44.191734 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-ae63e750-5374-4cf1-9997-a3de613ae2ba req-582a02c8-a865-4b28-a24b-f6b1ce5c41f5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=adb3df03-1e4f-494b-bfad-b6131c8a078e HTTP/1.1" status: 200 len: 858 time: 0.0517931 Feb 17 04:42:44.228908 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-ae63e750-5374-4cf1-9997-a3de613ae2ba req-af3fc359-418e-428f-a001-926bf9bd7eb1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a55a2564-19fb-42de-b028-00d598cafe4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289865 Feb 17 04:42:44.321453 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [req-e481049c-3f98-46d9-8946-ef9d2098b6c6 req-104515e6-5ca1-492b-a184-af2431472c85 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=108156) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 04:42:44.322634 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-e481049c-3f98-46d9-8946-ef9d2098b6c6 req-104515e6-5ca1-492b-a184-af2431472c85 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053535 Feb 17 04:42:44.331283 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b4d7b9-9f0c-43d3-8500-492e6f8e8b97 req-f35fe11a-08ec-40da-bfe6-446d023f29de tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:44.332811 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-b4b4d7b9-9f0c-43d3-8500-492e6f8e8b97 req-f35fe11a-08ec-40da-bfe6-446d023f29de tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] 10.222.0.36 "GET /v2.0/ports?device_id=23225c57-fa61-4d17-a9b8-df804d426fc1 HTTP/1.1" status: 200 len: 944 time: 0.1075947 Feb 17 04:42:44.500893 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7521a40d-b44d-4914-9784-bfd6ce39d148 req-fa5081af-0c32-4cb3-9b0f-aa24b3589744 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:44.502525 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-7521a40d-b44d-4914-9784-bfd6ce39d148 req-fa5081af-0c32-4cb3-9b0f-aa24b3589744 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f7335ec-b7be-4238-b29c-943cc9d997d0 HTTP/1.1" status: 200 len: 943 time: 0.0549264 Feb 17 04:42:44.545418 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-7521a40d-b44d-4914-9784-bfd6ce39d148 req-e998aba3-5ae5-4c8b-97bf-174767a132a6 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3112e5-8fb2-44d1-8f1b-18510013e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349145 Feb 17 04:42:44.606608 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-ae63e750-5374-4cf1-9997-a3de613ae2ba req-c1f4ceee-ac1c-4522-a94c-aaa3989c40af service neutron] 10.222.0.69 "GET /v2.0/networks/a55a2564-19fb-42de-b028-00d598cafe4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3521686 Feb 17 04:42:44.609510 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-b4b4d7b9-9f0c-43d3-8500-492e6f8e8b97 req-7cee2514-757e-4529-99a2-58497ea244b3 tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] 10.222.0.36 "GET /v2.0/security-groups?id=adb32bc5-2646-4fe7-9955-f650d799fd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693419 Feb 17 04:42:44.699523 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-ae63e750-5374-4cf1-9997-a3de613ae2ba req-a888d288-1d9d-485f-a5a9-0dd4351f2ccc service neutron] 10.222.0.69 "GET /v2.0/networks/a55a2564-19fb-42de-b028-00d598cafe4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856955 Feb 17 04:42:44.753440 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 60726) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:42:44.841300 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-33a1992b-a415-4620-ad81-449ad207fa69 req-dc1e8b74-dc06-49cf-bb54-f4704b14b338 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8f7335ec-b7be-4238-b29c-943cc9d997d0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0866883 Feb 17 04:42:44.850597 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [req-33a1992b-a415-4620-ad81-449ad207fa69 req-da7c307a-9044-4849-97bf-ac10c4f6b239 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=108156) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 04:42:44.851561 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-33a1992b-a415-4620-ad81-449ad207fa69 req-da7c307a-9044-4849-97bf-ac10c4f6b239 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049088 Feb 17 04:42:45.158861 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e9d102-9c5e-4783-b57b-5ddd541dff4c req-dd439c53-38f6-4927-bc69-65df5cd8cfeb tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:45.160568 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-29e9d102-9c5e-4783-b57b-5ddd541dff4c req-dd439c53-38f6-4927-bc69-65df5cd8cfeb tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2085f3c-e80e-429d-8a59-8d548f4a2fe3 HTTP/1.1" status: 200 len: 946 time: 0.0507979 Feb 17 04:42:45.205059 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-29e9d102-9c5e-4783-b57b-5ddd541dff4c req-bef596a4-96f6-482d-a4a7-61d0f35ae4cf tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366583 Feb 17 04:42:45.696429 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2131bed3-ff34-4979-902a-00a86d1f609b req-ecf98024-1ebf-44f3-8d5e-aeff75b7a997 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:45.698150 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-2131bed3-ff34-4979-902a-00a86d1f609b req-ecf98024-1ebf-44f3-8d5e-aeff75b7a997 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f7335ec-b7be-4238-b29c-943cc9d997d0 HTTP/1.1" status: 200 len: 943 time: 0.0773752 Feb 17 04:42:45.742060 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-2131bed3-ff34-4979-902a-00a86d1f609b req-022b7be5-ca24-410b-bad1-499765216727 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3112e5-8fb2-44d1-8f1b-18510013e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358276 Feb 17 04:42:45.749404 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f32548-44d0-4e71-bd6e-1d313f5318ce req-53d075d0-12a2-4795-8d66-ce934a8d7edb tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:45.751107 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-99f32548-44d0-4e71-bd6e-1d313f5318ce req-53d075d0-12a2-4795-8d66-ce934a8d7edb tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] 10.222.0.36 "GET /v2.0/ports?device_id=23225c57-fa61-4d17-a9b8-df804d426fc1 HTTP/1.1" status: 200 len: 944 time: 0.0561731 Feb 17 04:42:45.794478 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-99f32548-44d0-4e71-bd6e-1d313f5318ce req-f6330988-5af8-4c55-9b6a-055577069818 tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] 10.222.0.36 "GET /v2.0/security-groups?id=adb32bc5-2646-4fe7-9955-f650d799fd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357878 Feb 17 04:42:46.239250 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a1992b-a415-4620-ad81-449ad207fa69 req-a288d1ff-0180-48c3-8c9b-362f9357c6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:46.240831 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-33a1992b-a415-4620-ad81-449ad207fa69 req-a288d1ff-0180-48c3-8c9b-362f9357c6e0 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8f7335ec-b7be-4238-b29c-943cc9d997d0&tenant_id=fcce34a724fd4831979df5c4aa7cf368 HTTP/1.1" status: 200 len: 1096 time: 0.0719934 Feb 17 04:42:46.351299 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a1992b-a415-4620-ad81-449ad207fa69 req-b5af9349-1d9d-486a-81c0-53468cf92179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:46.352673 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-33a1992b-a415-4620-ad81-449ad207fa69 req-b5af9349-1d9d-486a-81c0-53468cf92179 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fcce34a724fd4831979df5c4aa7cf368&device_id=8f7335ec-b7be-4238-b29c-943cc9d997d0 HTTP/1.1" status: 200 len: 1096 time: 0.0680234 Feb 17 04:42:46.360657 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85a95a5-57c3-4c00-920d-6aa9003d1c59 req-28136cd0-55e4-4abf-b14c-b52c4ddc13a9 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:46.364559 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-c85a95a5-57c3-4c00-920d-6aa9003d1c59 req-28136cd0-55e4-4abf-b14c-b52c4ddc13a9 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2085f3c-e80e-429d-8a59-8d548f4a2fe3 HTTP/1.1" status: 200 len: 946 time: 0.0861044 Feb 17 04:42:46.449634 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-c85a95a5-57c3-4c00-920d-6aa9003d1c59 req-172a86fc-241d-4012-b6dc-e6a968caddc7 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785251 Feb 17 04:42:46.475535 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a1992b-a415-4620-ad81-449ad207fa69 req-b4e6cb6b-2304-455d-b3d8-01b1f89b4a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:46.476968 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-33a1992b-a415-4620-ad81-449ad207fa69 req-b4e6cb6b-2304-455d-b3d8-01b1f89b4a7a service neutron] 10.222.0.69 "GET /v2.0/networks?id=6044f085-e24b-42f2-baa3-35fa62a45e03 HTTP/1.1" status: 200 len: 916 time: 0.1141188 Feb 17 04:42:46.544698 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-33a1992b-a415-4620-ad81-449ad207fa69 req-fe102bfb-49c9-43f1-af77-cbb3efb7675f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5299d057-7f92-4591-841f-40b54a8dfa7b HTTP/1.1" status: 200 len: 999 time: 0.0589910 Feb 17 04:42:46.598780 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a1992b-a415-4620-ad81-449ad207fa69 req-ebc4324b-79e7-44ea-9de0-7a097a3d5ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:46.600250 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-33a1992b-a415-4620-ad81-449ad207fa69 req-ebc4324b-79e7-44ea-9de0-7a097a3d5ee2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e939ef18-20cb-4ec3-b53b-ca721a133838 HTTP/1.1" status: 200 len: 855 time: 0.0446775 Feb 17 04:42:46.648849 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a1992b-a415-4620-ad81-449ad207fa69 req-62da5e1c-41ab-4994-92da-6b1a31b29a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:46.650299 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-33a1992b-a415-4620-ad81-449ad207fa69 req-62da5e1c-41ab-4994-92da-6b1a31b29a4d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6044f085-e24b-42f2-baa3-35fa62a45e03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0426996 Feb 17 04:42:46.675406 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Device edb9c8ef-d4b3-4487-a3ea-c2ec74b4d32d details requested by agent hyperv_hv-cinder-82963 with host hv-cinder-82963 {{(pid=108157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 04:42:46.677558 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Device 5299d057-7f92-4591-841f-40b54a8dfa7b no longer exists at agent hyperv_hv-cinder-82963 {{(pid=108157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 04:42:46.742091 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-33a1992b-a415-4620-ad81-449ad207fa69 req-88a681fd-9498-468e-abc5-ed822166173f service neutron] 10.222.0.69 "GET /v2.0/networks/6044f085-e24b-42f2-baa3-35fa62a45e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829549 Feb 17 04:42:46.841047 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] For port edb9c8ef-d4b3-4487-a3ea-c2ec74b4d32d, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=edb9c8ef-d4b3-4487-a3ea-c2ec74b4d32d,segment=NetworkSegment(edd90dad-1361-4fd9-9b5c-f9a278df25e1),segment_id=edd90dad-1361-4fd9-9b5c-f9a278df25e1)] {{(pid=108157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:42:46.847754 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-33a1992b-a415-4620-ad81-449ad207fa69 req-92d13571-bf09-413d-99a9-eef233860fc3 service neutron] 10.222.0.69 "GET /v2.0/networks/6044f085-e24b-42f2-baa3-35fa62a45e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961919 Feb 17 04:42:46.871032 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Returning: {'device': 'edb9c8ef-d4b3-4487-a3ea-c2ec74b4d32d', 'network_id': '74cb6299-8bcb-40e2-bf6f-3a75fe36f7e8', 'port_id': 'edb9c8ef-d4b3-4487-a3ea-c2ec74b4d32d', 'mac_address': 'fa:16:3e:93:87:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47c2b1d7-1c49-4e96-b578-7c0a50903177', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 04:42:46.894075 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd72cf5-9f1d-46d7-87fe-d8f0f497f654 req-acae6ed3-cee1-4782-a474-3d91e7e105cf tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:46.897154 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-cdd72cf5-9f1d-46d7-87fe-d8f0f497f654 req-acae6ed3-cee1-4782-a474-3d91e7e105cf tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f7335ec-b7be-4238-b29c-943cc9d997d0 HTTP/1.1" status: 200 len: 943 time: 0.0629945 Feb 17 04:42:46.935839 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:46.944188 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-cdd72cf5-9f1d-46d7-87fe-d8f0f497f654 req-35e4f4d5-85f4-4b49-8f5d-93789ff4ae40 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3112e5-8fb2-44d1-8f1b-18510013e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405288 Feb 17 04:42:46.953318 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.notifiers.nova [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edb9c8ef-d4b3-4487-a3ea-c2ec74b4d32d {{(pid=108157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 04:42:46.977371 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] For port edb9c8ef-d4b3-4487-a3ea-c2ec74b4d32d, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=edb9c8ef-d4b3-4487-a3ea-c2ec74b4d32d,segment=NetworkSegment(edd90dad-1361-4fd9-9b5c-f9a278df25e1),segment_id=edd90dad-1361-4fd9-9b5c-f9a278df25e1)] {{(pid=108157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:42:46.981747 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:47.033193 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Pushing event updated for resources: {'Port': ['ID=edb9c8ef-d4b3-4487-a3ea-c2ec74b4d32d,revision_number=4']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:47.095801 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c8ad4a-3171-4457-953f-93dc7b2a8a0c req-435fd22d-f0e8-49ed-b98a-5dca6f9c5e8d tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:47.097497 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-92c8ad4a-3171-4457-953f-93dc7b2a8a0c req-435fd22d-f0e8-49ed-b98a-5dca6f9c5e8d tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] 10.222.0.36 "GET /v2.0/ports?device_id=23225c57-fa61-4d17-a9b8-df804d426fc1 HTTP/1.1" status: 200 len: 945 time: 0.0517857 Feb 17 04:42:47.139432 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-92c8ad4a-3171-4457-953f-93dc7b2a8a0c req-8ada07b7-2c68-4726-b040-e90bb9d9400e tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] 10.222.0.36 "GET /v2.0/security-groups?id=adb32bc5-2646-4fe7-9955-f650d799fd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357151 Feb 17 04:42:47.271718 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] get_ports_and_sgs() called for port_ids ['edb9c8ef-d4b3-4487-a3ea-c2ec74b4d32d'] {{(pid=108157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 04:42:47.616345 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4486d-10f3-48a7-848e-9d6faedd8306 req-6eaf68af-7027-4595-aa87-6d97550a9431 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:47.618067 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-ddb4486d-10f3-48a7-848e-9d6faedd8306 req-6eaf68af-7027-4595-aa87-6d97550a9431 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2085f3c-e80e-429d-8a59-8d548f4a2fe3 HTTP/1.1" status: 200 len: 946 time: 0.0800395 Feb 17 04:42:47.665903 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-ddb4486d-10f3-48a7-848e-9d6faedd8306 req-b982f1c0-9bf8-4030-b600-a71ee5ba032d tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416760 Feb 17 04:42:48.082657 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a78bab-a24f-44b1-a878-ae3def19b0a7 req-b28da31a-e613-4c80-96bd-97c7992f857b tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:48.084242 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-53a78bab-a24f-44b1-a878-ae3def19b0a7 req-b28da31a-e613-4c80-96bd-97c7992f857b tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f7335ec-b7be-4238-b29c-943cc9d997d0 HTTP/1.1" status: 200 len: 943 time: 0.0540004 Feb 17 04:42:48.132052 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-53a78bab-a24f-44b1-a878-ae3def19b0a7 req-21d8af21-645f-4f9b-95e4-628b17e54e52 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3112e5-8fb2-44d1-8f1b-18510013e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415630 Feb 17 04:42:48.264528 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57a389d-dd03-43a8-8951-b9cc79edfcae req-1c41f131-431c-4a73-8048-f8b21c97d333 tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:48.266465 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-f57a389d-dd03-43a8-8951-b9cc79edfcae req-1c41f131-431c-4a73-8048-f8b21c97d333 tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] 10.222.0.36 "GET /v2.0/ports?device_id=23225c57-fa61-4d17-a9b8-df804d426fc1 HTTP/1.1" status: 200 len: 945 time: 0.0518138 Feb 17 04:42:48.311873 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-f57a389d-dd03-43a8-8951-b9cc79edfcae req-277e7d1c-e625-4597-a58c-ef7c61448fa1 tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] 10.222.0.36 "GET /v2.0/security-groups?id=adb32bc5-2646-4fe7-9955-f650d799fd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356996 Feb 17 04:42:48.694135 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Device edb9c8ef-d4b3-4487-a3ea-c2ec74b4d32d up at agent hyperv_hv-cinder-82963 {{(pid=108157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:42:48.781209 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Provisioning for port edb9c8ef-d4b3-4487-a3ea-c2ec74b4d32d completed by entity L2. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 04:42:48.785608 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Provisioning complete for port edb9c8ef-d4b3-4487-a3ea-c2ec74b4d32d triggered by entity L2. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:42:48.785982 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:48.805017 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88ddd66-1542-4006-87bb-fec2ecb7538f req-2269edef-6cc8-44d7-afdf-9b488e0342ac tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:48.806844 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-d88ddd66-1542-4006-87bb-fec2ecb7538f req-2269edef-6cc8-44d7-afdf-9b488e0342ac tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2085f3c-e80e-429d-8a59-8d548f4a2fe3 HTTP/1.1" status: 200 len: 946 time: 0.0543182 Feb 17 04:42:48.856776 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-d88ddd66-1542-4006-87bb-fec2ecb7538f req-8730ceb0-4696-447a-856e-e33f862f4343 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435390 Feb 17 04:42:48.886168 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:48.909128 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23225c57-fa61-4d17-a9b8-df804d426fc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edb9c8ef-d4b3-4487-a3ea-c2ec74b4d32d'}] {{(pid=108157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:42:48.911370 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2d1db2b66fadfb38f3e682fd5beb02e22f49f1efddde24347983e162d9d2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0977908a-d112-47f6-9dbf-8cedc678dd80" -d '{"events": [{"server_uuid": "23225c57-fa61-4d17-a9b8-df804d426fc1", "name": "network-vif-plugged", "status": "completed", "tag": "edb9c8ef-d4b3-4487-a3ea-c2ec74b4d32d"}]}' {{(pid=108157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:42:48.925461 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] For port edb9c8ef-d4b3-4487-a3ea-c2ec74b4d32d, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=edb9c8ef-d4b3-4487-a3ea-c2ec74b4d32d,segment=NetworkSegment(edd90dad-1361-4fd9-9b5c-f9a278df25e1),segment_id=edd90dad-1361-4fd9-9b5c-f9a278df25e1)] {{(pid=108157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:42:48.931297 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:48.963236 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 04:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e935889-bc11-44ac-9711-9a6454811c79 x-openstack-request-id: req-6e935889-bc11-44ac-9711-9a6454811c79 {{(pid=108157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:42:48.963590 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23225c57-fa61-4d17-a9b8-df804d426fc1", "name": "network-vif-plugged", "status": "completed", "tag": "edb9c8ef-d4b3-4487-a3ea-c2ec74b4d32d", "code": 200}]} {{(pid=108157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:42:48.963800 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6e935889-bc11-44ac-9711-9a6454811c79 {{(pid=108157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:42:48.964184 dv-cinder-829630-1-smb neutron-server[108157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23225c57-fa61-4d17-a9b8-df804d426fc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edb9c8ef-d4b3-4487-a3ea-c2ec74b4d32d', 'code': 200} Feb 17 04:42:49.004513 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Pushing event updated for resources: {'Port': ['ID=edb9c8ef-d4b3-4487-a3ea-c2ec74b4d32d,revision_number=5']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:49.264472 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e37807d-882c-4187-9f87-72b49f6aca0d req-b796af0e-f490-40e0-ae58-3577ac53d1b0 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:49.265953 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-6e37807d-882c-4187-9f87-72b49f6aca0d req-b796af0e-f490-40e0-ae58-3577ac53d1b0 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f7335ec-b7be-4238-b29c-943cc9d997d0 HTTP/1.1" status: 200 len: 943 time: 0.0534997 Feb 17 04:42:49.306796 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-6e37807d-882c-4187-9f87-72b49f6aca0d req-461ff821-c051-4c37-88a9-3ce32e7a6e12 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3112e5-8fb2-44d1-8f1b-18510013e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349462 Feb 17 04:42:49.443810 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904ecb6f-9445-4808-9b56-48afb6153995 req-a98593a3-70c3-4378-a8b2-20e65a4c965f tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:49.445295 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-904ecb6f-9445-4808-9b56-48afb6153995 req-a98593a3-70c3-4378-a8b2-20e65a4c965f tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] 10.222.0.36 "GET /v2.0/ports?device_id=23225c57-fa61-4d17-a9b8-df804d426fc1 HTTP/1.1" status: 200 len: 946 time: 0.0597980 Feb 17 04:42:49.483943 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-904ecb6f-9445-4808-9b56-48afb6153995 req-9ac4c836-93e3-4f5f-a973-1f0608f4900e tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] 10.222.0.36 "GET /v2.0/security-groups?id=adb32bc5-2646-4fe7-9955-f650d799fd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327673 Feb 17 04:42:49.510025 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-c421819e-1fd6-4346-8e7e-b048ec326875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:49.980773 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf427017-8af8-4346-b960-0043eacfd052 req-a65fef3a-f823-47a5-b58a-18a4d9b798f2 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:49.982231 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-bf427017-8af8-4346-b960-0043eacfd052 req-a65fef3a-f823-47a5-b58a-18a4d9b798f2 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2085f3c-e80e-429d-8a59-8d548f4a2fe3 HTTP/1.1" status: 200 len: 946 time: 0.0513320 Feb 17 04:42:50.029856 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-bf427017-8af8-4346-b960-0043eacfd052 req-91e4e8af-5ccf-42f5-802f-671c1f807716 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406721 Feb 17 04:42:50.438888 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aeaccf-af7b-47d4-a31c-7c4379d8d6b7 req-0ccf0f57-217a-4b7b-9f96-0264c4e99466 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:50.440652 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-85aeaccf-af7b-47d4-a31c-7c4379d8d6b7 req-0ccf0f57-217a-4b7b-9f96-0264c4e99466 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f7335ec-b7be-4238-b29c-943cc9d997d0 HTTP/1.1" status: 200 len: 943 time: 0.0526919 Feb 17 04:42:50.489730 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-85aeaccf-af7b-47d4-a31c-7c4379d8d6b7 req-858fa638-7e5c-4ead-ae28-93aa11799bea tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3112e5-8fb2-44d1-8f1b-18510013e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424492 Feb 17 04:42:50.614417 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44baf09d-da23-474d-95d8-f0a858d6c344 req-10556548-9214-4eeb-b265-8aa4db118945 tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:50.616172 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-44baf09d-da23-474d-95d8-f0a858d6c344 req-10556548-9214-4eeb-b265-8aa4db118945 tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] 10.222.0.36 "GET /v2.0/ports?device_id=23225c57-fa61-4d17-a9b8-df804d426fc1 HTTP/1.1" status: 200 len: 946 time: 0.0621433 Feb 17 04:42:50.664695 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-44baf09d-da23-474d-95d8-f0a858d6c344 req-03099d77-ccef-47b3-b382-2c60388e62a7 tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] 10.222.0.36 "GET /v2.0/security-groups?id=adb32bc5-2646-4fe7-9955-f650d799fd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421689 Feb 17 04:42:51.145128 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a48b5f-c8b2-4302-b805-73d253a71727 req-acf3d0d6-2cf6-41ef-ab71-6017e86772e5 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:51.146579 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-27a48b5f-c8b2-4302-b805-73d253a71727 req-acf3d0d6-2cf6-41ef-ab71-6017e86772e5 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2085f3c-e80e-429d-8a59-8d548f4a2fe3 HTTP/1.1" status: 200 len: 946 time: 0.0482981 Feb 17 04:42:51.193449 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-27a48b5f-c8b2-4302-b805-73d253a71727 req-5f8a7f98-1bf3-44a7-979a-243f418e18c6 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407715 Feb 17 04:42:51.617426 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f9c1f6-fe2a-436e-bd92-dd175172f485 req-09a1d158-e866-43f7-8b97-9499c816aa08 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:51.618885 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-b7f9c1f6-fe2a-436e-bd92-dd175172f485 req-09a1d158-e866-43f7-8b97-9499c816aa08 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f7335ec-b7be-4238-b29c-943cc9d997d0 HTTP/1.1" status: 200 len: 943 time: 0.0569322 Feb 17 04:42:51.658283 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-b7f9c1f6-fe2a-436e-bd92-dd175172f485 req-a4c362ca-469b-47d1-a3e9-568067a95b74 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3112e5-8fb2-44d1-8f1b-18510013e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332773 Feb 17 04:42:51.771478 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-5840c7f0-d1ee-42ac-a3d3-546977ad3421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:51.804287 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390a309a-c1b6-4dcf-86cc-67d997a7cb04 req-2973646d-d1f8-4489-b996-3802a8789728 tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:51.807133 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-390a309a-c1b6-4dcf-86cc-67d997a7cb04 req-2973646d-d1f8-4489-b996-3802a8789728 tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] 10.222.0.36 "GET /v2.0/ports?device_id=23225c57-fa61-4d17-a9b8-df804d426fc1 HTTP/1.1" status: 200 len: 946 time: 0.0627596 Feb 17 04:42:51.851207 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-390a309a-c1b6-4dcf-86cc-67d997a7cb04 req-e2074be4-5851-4ca7-8e4b-860a672f8d96 tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] 10.222.0.36 "GET /v2.0/security-groups?id=adb32bc5-2646-4fe7-9955-f650d799fd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373950 Feb 17 04:42:52.323799 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a68185-5665-4b60-98cd-d9cb4dbf9638 req-5424b8a7-38f2-44f7-81c3-ca4c3e1810ac tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:52.325293 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-c6a68185-5665-4b60-98cd-d9cb4dbf9638 req-5424b8a7-38f2-44f7-81c3-ca4c3e1810ac tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2085f3c-e80e-429d-8a59-8d548f4a2fe3 HTTP/1.1" status: 200 len: 946 time: 0.0518029 Feb 17 04:42:52.368904 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-c6a68185-5665-4b60-98cd-d9cb4dbf9638 req-0066a972-5f06-4dc3-97cf-bf0c3c60e407 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366852 Feb 17 04:42:52.790018 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29b6017-e97d-4a87-b079-929285830f8b req-becfa3f9-8243-4e4a-b770-8560d75d189c tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:52.791836 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-a29b6017-e97d-4a87-b079-929285830f8b req-becfa3f9-8243-4e4a-b770-8560d75d189c tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f7335ec-b7be-4238-b29c-943cc9d997d0 HTTP/1.1" status: 200 len: 943 time: 0.0530825 Feb 17 04:42:52.839142 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-a29b6017-e97d-4a87-b079-929285830f8b req-02ea5410-fdbc-460d-9897-fab2af07daaa tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3112e5-8fb2-44d1-8f1b-18510013e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402858 Feb 17 04:42:52.966050 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce88fbda-4037-4daa-a757-cb410a102634 req-e5132802-524e-4df3-b3d7-1cda24c359a7 tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:52.967430 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-ce88fbda-4037-4daa-a757-cb410a102634 req-e5132802-524e-4df3-b3d7-1cda24c359a7 tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] 10.222.0.36 "GET /v2.0/ports?device_id=23225c57-fa61-4d17-a9b8-df804d426fc1 HTTP/1.1" status: 200 len: 946 time: 0.0495777 Feb 17 04:42:53.015774 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-ce88fbda-4037-4daa-a757-cb410a102634 req-4067887e-c3ff-4e22-a943-efc9ef35c015 tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] 10.222.0.36 "GET /v2.0/security-groups?id=adb32bc5-2646-4fe7-9955-f650d799fd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414925 Feb 17 04:42:53.019521 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-ad5ef704-a6a3-47d1-bcb0-f74a0b5e809f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:53.419032 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:53.498195 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae753e18-849e-4d8e-90c6-7e28a91bfc08 req-a44bc0fc-4215-4352-830c-ba997e70a30d tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:53.499830 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-ae753e18-849e-4d8e-90c6-7e28a91bfc08 req-a44bc0fc-4215-4352-830c-ba997e70a30d tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2085f3c-e80e-429d-8a59-8d548f4a2fe3 HTTP/1.1" status: 200 len: 946 time: 0.0528977 Feb 17 04:42:53.543385 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-ae753e18-849e-4d8e-90c6-7e28a91bfc08 req-7cc43eae-cd62-4faf-800b-617ee2a5bb50 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363910 Feb 17 04:42:53.985413 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2cc85c-6d0c-42b0-b9d8-59a033a24835 req-fd5a20f4-310e-408b-8557-43bf017a3ae1 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:53.987195 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-8a2cc85c-6d0c-42b0-b9d8-59a033a24835 req-fd5a20f4-310e-408b-8557-43bf017a3ae1 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f7335ec-b7be-4238-b29c-943cc9d997d0 HTTP/1.1" status: 200 len: 943 time: 0.0690696 Feb 17 04:42:54.056314 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-8a2cc85c-6d0c-42b0-b9d8-59a033a24835 req-c4e1537f-98bd-47fd-89ad-072166c4e39f tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3112e5-8fb2-44d1-8f1b-18510013e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625994 Feb 17 04:42:54.126442 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-8e3772f1-a52a-48a7-84fa-494c57cc135e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:54.154838 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df213e0-7282-4690-8f58-537662842289 req-469743f3-ae1b-4d3a-87c9-ae3753d93fe1 tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:54.157264 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-7df213e0-7282-4690-8f58-537662842289 req-469743f3-ae1b-4d3a-87c9-ae3753d93fe1 tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] 10.222.0.36 "GET /v2.0/ports?device_id=23225c57-fa61-4d17-a9b8-df804d426fc1 HTTP/1.1" status: 200 len: 946 time: 0.0655718 Feb 17 04:42:54.203014 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-7df213e0-7282-4690-8f58-537662842289 req-e97e0120-e32b-45aa-8532-49d51bbbe3f4 tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] 10.222.0.36 "GET /v2.0/security-groups?id=adb32bc5-2646-4fe7-9955-f650d799fd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386398 Feb 17 04:42:54.671729 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a85e07-d5c0-4310-beeb-4de0b4a670da req-800ac5a2-9fd7-4d66-96be-97364058f839 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:54.674378 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-e8a85e07-d5c0-4310-beeb-4de0b4a670da req-800ac5a2-9fd7-4d66-96be-97364058f839 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2085f3c-e80e-429d-8a59-8d548f4a2fe3 HTTP/1.1" status: 200 len: 946 time: 0.0596988 Feb 17 04:42:54.701472 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:54.719662 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-e8a85e07-d5c0-4310-beeb-4de0b4a670da req-3d84ed7d-68ee-485a-a067-8713acc34ab9 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382226 Feb 17 04:42:55.232417 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3c979c-827a-4c0f-84d5-3c68633b01b8 req-3190d701-7299-4998-ba96-42a99fb80a50 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:55.233946 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-ac3c979c-827a-4c0f-84d5-3c68633b01b8 req-3190d701-7299-4998-ba96-42a99fb80a50 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f7335ec-b7be-4238-b29c-943cc9d997d0 HTTP/1.1" status: 200 len: 943 time: 0.0878215 Feb 17 04:42:55.300107 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-ac3c979c-827a-4c0f-84d5-3c68633b01b8 req-9dbbdd30-5838-496b-8f77-412ba3341f6c tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3112e5-8fb2-44d1-8f1b-18510013e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536180 Feb 17 04:42:55.347280 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42466924-9a7d-4d2d-9372-49c86309d4c8 req-d14f2793-a3cf-4676-aff3-f09ed595a00b tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:55.348834 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-42466924-9a7d-4d2d-9372-49c86309d4c8 req-d14f2793-a3cf-4676-aff3-f09ed595a00b tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] 10.222.0.36 "GET /v2.0/ports?device_id=23225c57-fa61-4d17-a9b8-df804d426fc1 HTTP/1.1" status: 200 len: 946 time: 0.0676384 Feb 17 04:42:55.401432 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-42466924-9a7d-4d2d-9372-49c86309d4c8 req-2885165c-42b7-4b50-ba16-4330fadf3c9c tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] 10.222.0.36 "GET /v2.0/security-groups?id=adb32bc5-2646-4fe7-9955-f650d799fd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454926 Feb 17 04:42:55.874053 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6512e3-3f4c-4793-8705-2ab84887039a req-3c85f251-63fe-444c-a452-2b8be4492372 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:55.876060 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-7c6512e3-3f4c-4793-8705-2ab84887039a req-3c85f251-63fe-444c-a452-2b8be4492372 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2085f3c-e80e-429d-8a59-8d548f4a2fe3 HTTP/1.1" status: 200 len: 946 time: 0.0718019 Feb 17 04:42:55.914121 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-7c6512e3-3f4c-4793-8705-2ab84887039a req-2b30210c-e844-4474-92cc-d49715c58ad0 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321448 Feb 17 04:42:56.415876 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0402dc-1f21-469d-91f7-5a7211ff2526 req-c9b08997-1deb-430b-94ce-80d5723e3d41 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:56.417223 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-8d0402dc-1f21-469d-91f7-5a7211ff2526 req-c9b08997-1deb-430b-94ce-80d5723e3d41 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f7335ec-b7be-4238-b29c-943cc9d997d0 HTTP/1.1" status: 200 len: 943 time: 0.0493336 Feb 17 04:42:56.454810 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-8d0402dc-1f21-469d-91f7-5a7211ff2526 req-266a95e5-c69e-46e1-96dd-f7dc5f837512 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3112e5-8fb2-44d1-8f1b-18510013e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317123 Feb 17 04:42:56.532590 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d67ad8-dcc2-415f-b54e-0db18b69fdd6 req-416186cf-cb8b-45bf-a26f-4e4094524a54 tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:56.534353 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-74d67ad8-dcc2-415f-b54e-0db18b69fdd6 req-416186cf-cb8b-45bf-a26f-4e4094524a54 tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] 10.222.0.36 "GET /v2.0/ports?device_id=23225c57-fa61-4d17-a9b8-df804d426fc1 HTTP/1.1" status: 200 len: 946 time: 0.0636408 Feb 17 04:42:56.573934 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-74d67ad8-dcc2-415f-b54e-0db18b69fdd6 req-6a83d641-746d-4ce3-8af3-08ecf5c9bde6 tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] 10.222.0.36 "GET /v2.0/security-groups?id=adb32bc5-2646-4fe7-9955-f650d799fd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328555 Feb 17 04:42:57.040394 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f95a6d-bfc8-48d6-ae65-322ac4777e7f req-3c214146-fea2-4715-8075-315049ab69d4 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:57.041991 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-66f95a6d-bfc8-48d6-ae65-322ac4777e7f req-3c214146-fea2-4715-8075-315049ab69d4 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2085f3c-e80e-429d-8a59-8d548f4a2fe3 HTTP/1.1" status: 200 len: 946 time: 0.0545950 Feb 17 04:42:57.083228 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-66f95a6d-bfc8-48d6-ae65-322ac4777e7f req-2266cecf-3baa-4006-8e46-177ab908c54e tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344965 Feb 17 04:42:57.534461 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37c0d0d-d2c0-4cc0-8b9e-a2b7ac2e8f4f req-68f51cf8-af9f-49d5-9b7f-661910e5c8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:57.536028 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-d37c0d0d-d2c0-4cc0-8b9e-a2b7ac2e8f4f req-68f51cf8-af9f-49d5-9b7f-661910e5c8b6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=23225c57-fa61-4d17-a9b8-df804d426fc1 HTTP/1.1" status: 200 len: 1099 time: 0.0396686 Feb 17 04:42:57.577155 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea30e299-9a73-46b5-b626-02ddf90cbc9b req-8fd30b04-a70a-40f2-b8d5-796248808aa6 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:57.578742 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-ea30e299-9a73-46b5-b626-02ddf90cbc9b req-8fd30b04-a70a-40f2-b8d5-796248808aa6 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f7335ec-b7be-4238-b29c-943cc9d997d0 HTTP/1.1" status: 200 len: 943 time: 0.0484145 Feb 17 04:42:57.579400 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-d37c0d0d-d2c0-4cc0-8b9e-a2b7ac2e8f4f req-4e2b4d92-13f0-4dd4-9fa6-cb63ea042c50 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=adb32bc5-2646-4fe7-9955-f650d799fd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320816 Feb 17 04:42:57.620115 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-ea30e299-9a73-46b5-b626-02ddf90cbc9b req-fb9c10d6-be45-4f01-bb14-981a7598b458 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3112e5-8fb2-44d1-8f1b-18510013e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352471 Feb 17 04:42:57.686806 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec21af62-9a2d-40f9-b798-b674bc87824a req-93807d36-c844-4d39-8b89-d32bff1457b1 tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:57.688889 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-ec21af62-9a2d-40f9-b798-b674bc87824a req-93807d36-c844-4d39-8b89-d32bff1457b1 tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] 10.222.0.36 "GET /v2.0/ports?device_id=23225c57-fa61-4d17-a9b8-df804d426fc1 HTTP/1.1" status: 200 len: 946 time: 0.0490768 Feb 17 04:42:57.725159 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-ec21af62-9a2d-40f9-b798-b674bc87824a req-fd456135-1de8-4697-8bb8-2447f6306e61 tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] 10.222.0.36 "GET /v2.0/security-groups?id=adb32bc5-2646-4fe7-9955-f650d799fd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305572 Feb 17 04:42:58.196816 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b7b3ec-4b78-4c3a-8505-dab3c501c75b req-a9113d67-aa74-4b06-91b2-4df167dc7c99 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:58.198181 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-c2b7b3ec-4b78-4c3a-8505-dab3c501c75b req-a9113d67-aa74-4b06-91b2-4df167dc7c99 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2085f3c-e80e-429d-8a59-8d548f4a2fe3 HTTP/1.1" status: 200 len: 946 time: 0.0478442 Feb 17 04:42:58.236188 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-c2b7b3ec-4b78-4c3a-8505-dab3c501c75b req-4fb40968-dfff-4f02-80f6-2d9a3401539c tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319726 Feb 17 04:42:58.738884 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792c073f-8df9-4366-b919-168ea1b57c4c req-60e17a1b-d51c-4c29-8f1f-1ca5a47b3014 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:58.740353 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-792c073f-8df9-4366-b919-168ea1b57c4c req-60e17a1b-d51c-4c29-8f1f-1ca5a47b3014 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f7335ec-b7be-4238-b29c-943cc9d997d0 HTTP/1.1" status: 200 len: 943 time: 0.0484910 Feb 17 04:42:58.779989 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-792c073f-8df9-4366-b919-168ea1b57c4c req-e8b60ada-2570-496c-89c6-8ec48b92d263 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3112e5-8fb2-44d1-8f1b-18510013e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336156 Feb 17 04:42:58.841951 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb43d11-e31c-40c8-ab14-9bfc3f48e09a req-2a8386b1-2ba1-4817-a9d1-43ffadc069bf tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:58.843412 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-0eb43d11-e31c-40c8-ab14-9bfc3f48e09a req-2a8386b1-2ba1-4817-a9d1-43ffadc069bf tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] 10.222.0.36 "GET /v2.0/ports?device_id=23225c57-fa61-4d17-a9b8-df804d426fc1 HTTP/1.1" status: 200 len: 946 time: 0.0485325 Feb 17 04:42:58.881433 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-0eb43d11-e31c-40c8-ab14-9bfc3f48e09a req-456d079d-a386-4d6a-86f2-3f0f6500314a tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] 10.222.0.36 "GET /v2.0/security-groups?id=adb32bc5-2646-4fe7-9955-f650d799fd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315912 Feb 17 04:42:59.115106 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64549d0b-93a4-4e2b-b607-5207ba40a70f req-7239cf05-a42a-48fa-a393-f25c37aa4f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:59.116587 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-64549d0b-93a4-4e2b-b607-5207ba40a70f req-7239cf05-a42a-48fa-a393-f25c37aa4f93 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c2085f3c-e80e-429d-8a59-8d548f4a2fe3 HTTP/1.1" status: 200 len: 1099 time: 0.0418949 Feb 17 04:42:59.159445 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-64549d0b-93a4-4e2b-b607-5207ba40a70f req-a875cf56-6201-4146-8bd5-1c452c989d71 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314753 Feb 17 04:42:59.350494 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afdc1ee-8a74-4640-a9ff-b53e3cc1ec83 req-fb3df1a5-9efa-4771-9531-66d293ff2bd4 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:59.351980 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-9afdc1ee-8a74-4640-a9ff-b53e3cc1ec83 req-fb3df1a5-9efa-4771-9531-66d293ff2bd4 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2085f3c-e80e-429d-8a59-8d548f4a2fe3 HTTP/1.1" status: 200 len: 946 time: 0.0497227 Feb 17 04:42:59.390281 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-9afdc1ee-8a74-4640-a9ff-b53e3cc1ec83 req-45a803d9-e438-40f4-bc49-ad7eaadcaaec tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321777 Feb 17 04:42:59.897895 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d17747-4a7c-4478-adc2-071f2578267c req-ae5e30c7-6631-4fff-8e67-8a55e9b9f663 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:59.899393 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-37d17747-4a7c-4478-adc2-071f2578267c req-ae5e30c7-6631-4fff-8e67-8a55e9b9f663 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f7335ec-b7be-4238-b29c-943cc9d997d0 HTTP/1.1" status: 200 len: 943 time: 0.0482514 Feb 17 04:42:59.940751 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-37d17747-4a7c-4478-adc2-071f2578267c req-821d694d-a2d8-44fb-bf07-1f26614f2429 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3112e5-8fb2-44d1-8f1b-18510013e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354311 Feb 17 04:42:59.995013 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85ff108-4866-4014-b33b-156958eac411 req-66c5e08e-caf0-414e-977a-89e264ca894c tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:59.996470 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-e85ff108-4866-4014-b33b-156958eac411 req-66c5e08e-caf0-414e-977a-89e264ca894c tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] 10.222.0.36 "GET /v2.0/ports?device_id=23225c57-fa61-4d17-a9b8-df804d426fc1 HTTP/1.1" status: 200 len: 946 time: 0.0488846 Feb 17 04:43:00.033489 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-e85ff108-4866-4014-b33b-156958eac411 req-b2ebb513-04fd-4e1c-9d31-a60ed599d6a6 tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] 10.222.0.36 "GET /v2.0/security-groups?id=adb32bc5-2646-4fe7-9955-f650d799fd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308347 Feb 17 04:43:00.512361 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc9d92c-dddf-4d69-85c5-e04618e8faab req-c760eaeb-4c44-42cf-bf94-46f6d965e9eb tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:00.513947 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-7cc9d92c-dddf-4d69-85c5-e04618e8faab req-c760eaeb-4c44-42cf-bf94-46f6d965e9eb tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2085f3c-e80e-429d-8a59-8d548f4a2fe3 HTTP/1.1" status: 200 len: 946 time: 0.0509572 Feb 17 04:43:00.555317 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-7cc9d92c-dddf-4d69-85c5-e04618e8faab req-a331fe21-d445-4dd7-93e4-90e183829ca7 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346062 Feb 17 04:43:00.775358 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Device 5299d057-7f92-4591-841f-40b54a8dfa7b details requested by agent hyperv_hv-cinder-82963 with host hv-cinder-82963 {{(pid=108157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 04:43:00.869065 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] For port 5299d057-7f92-4591-841f-40b54a8dfa7b, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=5299d057-7f92-4591-841f-40b54a8dfa7b,segment=NetworkSegment(d7c23f60-fd81-463c-84c9-fb74244f4d61),segment_id=d7c23f60-fd81-463c-84c9-fb74244f4d61)] {{(pid=108157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:43:00.880732 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Returning: {'device': '5299d057-7f92-4591-841f-40b54a8dfa7b', 'network_id': '6044f085-e24b-42f2-baa3-35fa62a45e03', 'port_id': '5299d057-7f92-4591-841f-40b54a8dfa7b', 'mac_address': 'fa:16:3e:50:51:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e939ef18-20cb-4ec3-b53b-ca721a133838', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 04:43:00.915540 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:00.928928 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.notifiers.nova [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5299d057-7f92-4591-841f-40b54a8dfa7b {{(pid=108157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 04:43:00.948493 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] For port 5299d057-7f92-4591-841f-40b54a8dfa7b, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=5299d057-7f92-4591-841f-40b54a8dfa7b,segment=NetworkSegment(d7c23f60-fd81-463c-84c9-fb74244f4d61),segment_id=d7c23f60-fd81-463c-84c9-fb74244f4d61)] {{(pid=108157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:43:00.952373 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:00.999588 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Pushing event updated for resources: {'Port': ['ID=5299d057-7f92-4591-841f-40b54a8dfa7b,revision_number=9']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:43:01.063532 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb9bbd-f97c-40ee-9a85-581dab25dd06 req-4d7fff03-ac08-4996-a58f-d548a547791f tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:01.064981 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-27eb9bbd-f97c-40ee-9a85-581dab25dd06 req-4d7fff03-ac08-4996-a58f-d548a547791f tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f7335ec-b7be-4238-b29c-943cc9d997d0 HTTP/1.1" status: 200 len: 944 time: 0.0480835 Feb 17 04:43:01.102054 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-27eb9bbd-f97c-40ee-9a85-581dab25dd06 req-f6b32fbc-3e60-4e10-b0d7-b08a797d2558 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3112e5-8fb2-44d1-8f1b-18510013e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311909 Feb 17 04:43:01.347595 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] get_ports_and_sgs() called for port_ids ['5299d057-7f92-4591-841f-40b54a8dfa7b'] {{(pid=108157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 04:43:01.669065 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2713e1ee-a70e-4264-a01c-e398d1424671 req-74cf12f2-3783-4aff-b3a2-929d7d1c619b tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:01.670566 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-2713e1ee-a70e-4264-a01c-e398d1424671 req-74cf12f2-3783-4aff-b3a2-929d7d1c619b tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2085f3c-e80e-429d-8a59-8d548f4a2fe3 HTTP/1.1" status: 200 len: 946 time: 0.0493472 Feb 17 04:43:01.710747 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-2713e1ee-a70e-4264-a01c-e398d1424671 req-9864da0d-c465-4c19-8e73-12ac47e87412 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329909 Feb 17 04:43:01.945974 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63dc310-22e6-4d68-9477-93dc78033b0f req-95674e7b-4458-43ea-9e59-634ed81977c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:01.947396 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-b63dc310-22e6-4d68-9477-93dc78033b0f req-95674e7b-4458-43ea-9e59-634ed81977c3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=92b0dec20c804bddbc963dd033479ae9&device_id=c2085f3c-e80e-429d-8a59-8d548f4a2fe3 HTTP/1.1" status: 200 len: 1099 time: 0.0406222 Feb 17 04:43:01.955307 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ae298-8758-4f41-9991-900643fc6f80 req-78890d7b-93c2-492a-bad1-154d5740a528 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:01.957097 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-a27ae298-8758-4f41-9991-900643fc6f80 req-78890d7b-93c2-492a-bad1-154d5740a528 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2085f3c-e80e-429d-8a59-8d548f4a2fe3 HTTP/1.1" status: 200 len: 946 time: 0.0477874 Feb 17 04:43:01.995312 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-a27ae298-8758-4f41-9991-900643fc6f80 req-20dab2ac-3244-47b3-9f75-8e1ca993fdf9 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320883 Feb 17 04:43:02.053220 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63dc310-22e6-4d68-9477-93dc78033b0f req-afce6bac-6c2a-48c0-9ee7-dd3740b21f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:02.054677 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-b63dc310-22e6-4d68-9477-93dc78033b0f req-afce6bac-6c2a-48c0-9ee7-dd3740b21f7c service neutron] 10.222.0.69 "GET /v2.0/networks?id=a55a2564-19fb-42de-b028-00d598cafe4a HTTP/1.1" status: 200 len: 918 time: 0.0860384 Feb 17 04:43:02.096716 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-b63dc310-22e6-4d68-9477-93dc78033b0f req-da19a042-4b28-4b8d-9462-701d57687862 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf25add4-5eea-4ae0-8640-eb4f7324dd34 HTTP/1.1" status: 200 len: 217 time: 0.0335782 Feb 17 04:43:02.145103 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63dc310-22e6-4d68-9477-93dc78033b0f req-11f3e157-cf61-4ef7-8d63-409efa8f11f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:02.146695 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-b63dc310-22e6-4d68-9477-93dc78033b0f req-11f3e157-cf61-4ef7-8d63-409efa8f11f3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=adb3df03-1e4f-494b-bfad-b6131c8a078e HTTP/1.1" status: 200 len: 858 time: 0.0426950 Feb 17 04:43:02.183204 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-b63dc310-22e6-4d68-9477-93dc78033b0f req-940bae7d-bf2d-4259-9556-f03e3b349742 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a55a2564-19fb-42de-b028-00d598cafe4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249562 Feb 17 04:43:02.282026 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4864d853-cdca-4d2e-883b-cfe987ce4b56 req-8541918f-6780-4bd8-bb2f-56e412651b9f tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:02.283573 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-4864d853-cdca-4d2e-883b-cfe987ce4b56 req-8541918f-6780-4bd8-bb2f-56e412651b9f tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f7335ec-b7be-4238-b29c-943cc9d997d0 HTTP/1.1" status: 200 len: 944 time: 0.1026220 Feb 17 04:43:02.326104 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-b63dc310-22e6-4d68-9477-93dc78033b0f req-687731a6-8670-41b9-9283-722805a7b4ad service neutron] 10.222.0.69 "GET /v2.0/networks/a55a2564-19fb-42de-b028-00d598cafe4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148558 Feb 17 04:43:02.350367 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-4864d853-cdca-4d2e-883b-cfe987ce4b56 req-2512a3e9-3ec1-4e2e-bd7f-39f7c229bfea tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3112e5-8fb2-44d1-8f1b-18510013e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586114 Feb 17 04:43:02.424467 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-b63dc310-22e6-4d68-9477-93dc78033b0f req-e2e9e36c-869d-4452-a1e0-4efe06f68198 service neutron] 10.222.0.69 "GET /v2.0/networks/a55a2564-19fb-42de-b028-00d598cafe4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900886 Feb 17 04:43:02.645831 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 60966) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:43:02.752923 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-bfca1498-9ffd-48dd-aa13-5f153aa3a747 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:02.790421 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Device 5299d057-7f92-4591-841f-40b54a8dfa7b up at agent hyperv_hv-cinder-82963 {{(pid=108157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:43:02.832393 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-bfca1498-9ffd-48dd-aa13-5f153aa3a747 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:02.837202 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-bfca1498-9ffd-48dd-aa13-5f153aa3a747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:02.855043 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Provisioning complete for port 5299d057-7f92-4591-841f-40b54a8dfa7b triggered by entity L2. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:43:02.855694 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:02.885079 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfca1498-9ffd-48dd-aa13-5f153aa3a747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=946c0624-a875-42df-906f-72ae7a5dc853,revision_number=1']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:43:02.893203 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-bfca1498-9ffd-48dd-aa13-5f153aa3a747 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=56f2b0ff6cf3426da415dd76aec2ea77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2461419 Feb 17 04:43:02.894359 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 60972) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:43:02.949479 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-818eaa24-7e57-4d8b-80d0-1ac9426261b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:02.950209 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:02.972853 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-818eaa24-7e57-4d8b-80d0-1ac9426261b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:02.973611 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f7335ec-b7be-4238-b29c-943cc9d997d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5299d057-7f92-4591-841f-40b54a8dfa7b'}] {{(pid=108157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:43:02.980948 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2d1db2b66fadfb38f3e682fd5beb02e22f49f1efddde24347983e162d9d2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c88c14a-fec7-41d3-b9cf-daf7af9cdfa0" -d '{"events": [{"server_uuid": "8f7335ec-b7be-4238-b29c-943cc9d997d0", "name": "network-vif-plugged", "status": "completed", "tag": "5299d057-7f92-4591-841f-40b54a8dfa7b"}]}' {{(pid=108157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:43:02.996704 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] For port 5299d057-7f92-4591-841f-40b54a8dfa7b, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=5299d057-7f92-4591-841f-40b54a8dfa7b,segment=NetworkSegment(d7c23f60-fd81-463c-84c9-fb74244f4d61),segment_id=d7c23f60-fd81-463c-84c9-fb74244f4d61)] {{(pid=108157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:43:03.002527 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:03.043562 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-818eaa24-7e57-4d8b-80d0-1ac9426261b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:03.050466 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-818eaa24-7e57-4d8b-80d0-1ac9426261b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:03.067329 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-818eaa24-7e57-4d8b-80d0-1ac9426261b4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/946c0624-a875-42df-906f-72ae7a5dc853 HTTP/1.1" status: 204 len: 168 time: 0.1604404 Feb 17 04:43:03.070633 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 04:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ee6e7c4-cd3d-4e7e-b595-fe9ba373ca76 x-openstack-request-id: req-9ee6e7c4-cd3d-4e7e-b595-fe9ba373ca76 {{(pid=108157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:43:03.071829 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f7335ec-b7be-4238-b29c-943cc9d997d0", "name": "network-vif-plugged", "status": "completed", "tag": "5299d057-7f92-4591-841f-40b54a8dfa7b", "code": 200}]} {{(pid=108157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:43:03.072249 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9ee6e7c4-cd3d-4e7e-b595-fe9ba373ca76 {{(pid=108157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:43:03.074816 dv-cinder-829630-1-smb neutron-server[108157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f7335ec-b7be-4238-b29c-943cc9d997d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5299d057-7f92-4591-841f-40b54a8dfa7b', 'code': 200} Feb 17 04:43:03.077428 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818eaa24-7e57-4d8b-80d0-1ac9426261b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=946c0624-a875-42df-906f-72ae7a5dc853,revision_number=None']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:43:03.103832 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Pushing event updated for resources: {'Port': ['ID=5299d057-7f92-4591-841f-40b54a8dfa7b,revision_number=10']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:43:03.148357 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3fcd41-3e31-48d5-974d-3ff594b1ba84 req-8e2a730c-4895-420d-80d1-4fad232a9ebc tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:03.150236 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-dd3fcd41-3e31-48d5-974d-3ff594b1ba84 req-8e2a730c-4895-420d-80d1-4fad232a9ebc tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2085f3c-e80e-429d-8a59-8d548f4a2fe3 HTTP/1.1" status: 200 len: 946 time: 0.0725160 Feb 17 04:43:03.194032 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-dd3fcd41-3e31-48d5-974d-3ff594b1ba84 req-de30f7f9-9275-4830-bbda-7ad8fef4c8ee tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371101 Feb 17 04:43:03.472247 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506e2bf7-4b0d-491d-b64e-6ae818577635 req-5ed7885b-3ffd-45c9-b099-e51a859aba6a tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:03.473777 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-506e2bf7-4b0d-491d-b64e-6ae818577635 req-5ed7885b-3ffd-45c9-b099-e51a859aba6a tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f7335ec-b7be-4238-b29c-943cc9d997d0 HTTP/1.1" status: 200 len: 946 time: 0.0521829 Feb 17 04:43:03.510223 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-506e2bf7-4b0d-491d-b64e-6ae818577635 req-43f3550e-fdc9-4608-aaa4-52a11e688303 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3112e5-8fb2-44d1-8f1b-18510013e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306244 Feb 17 04:43:03.692726 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdff3e8-bdba-4b37-86cb-4a3c3398aa95 req-e9e0920f-3354-4cb9-a258-cfe51d4fc029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:03.694178 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-3cdff3e8-bdba-4b37-86cb-4a3c3398aa95 req-e9e0920f-3354-4cb9-a258-cfe51d4fc029 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8f7335ec-b7be-4238-b29c-943cc9d997d0 HTTP/1.1" status: 200 len: 1099 time: 0.0402925 Feb 17 04:43:03.734906 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-3cdff3e8-bdba-4b37-86cb-4a3c3398aa95 req-97119a2a-8823-40aa-8c3f-cc1832d80e1f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=fb3112e5-8fb2-44d1-8f1b-18510013e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270801 Feb 17 04:43:04.314739 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b72a73-c0d5-4d38-b51d-8ace468e4fb1 req-3c9b944b-c63a-46d8-8169-4e4a26a64d19 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:04.316413 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-e3b72a73-c0d5-4d38-b51d-8ace468e4fb1 req-3c9b944b-c63a-46d8-8169-4e4a26a64d19 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2085f3c-e80e-429d-8a59-8d548f4a2fe3 HTTP/1.1" status: 200 len: 946 time: 0.0542917 Feb 17 04:43:04.354298 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-e3b72a73-c0d5-4d38-b51d-8ace468e4fb1 req-124ae25c-84f2-446c-9b73-47e02e498df8 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320590 Feb 17 04:43:04.631739 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442d79e0-092c-4f67-954c-359793a2d4a2 req-8d6c63e3-f0f4-476d-b131-da67f046b99e tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:04.633184 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-442d79e0-092c-4f67-954c-359793a2d4a2 req-8d6c63e3-f0f4-476d-b131-da67f046b99e tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f7335ec-b7be-4238-b29c-943cc9d997d0 HTTP/1.1" status: 200 len: 946 time: 0.0503466 Feb 17 04:43:04.670174 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-442d79e0-092c-4f67-954c-359793a2d4a2 req-f3509efd-fbcf-4acb-a84a-968780015457 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3112e5-8fb2-44d1-8f1b-18510013e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310416 Feb 17 04:43:05.475135 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3670470a-e49c-4db5-a67e-c605e0044ec9 req-c3226aa2-34fa-46b2-838a-f4bc84079014 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:05.476630 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-3670470a-e49c-4db5-a67e-c605e0044ec9 req-c3226aa2-34fa-46b2-838a-f4bc84079014 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2085f3c-e80e-429d-8a59-8d548f4a2fe3 HTTP/1.1" status: 200 len: 946 time: 0.0550404 Feb 17 04:43:05.516300 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-3670470a-e49c-4db5-a67e-c605e0044ec9 req-1373e378-557c-4bdc-8856-3a487e5b8437 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325272 Feb 17 04:43:05.834636 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00cdf06-b40a-4739-81b4-888a8b8f5391 req-eb4b95e5-f8ad-4ac5-986a-3cfea07e7d5f tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:05.846252 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-c00cdf06-b40a-4739-81b4-888a8b8f5391 req-eb4b95e5-f8ad-4ac5-986a-3cfea07e7d5f tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f7335ec-b7be-4238-b29c-943cc9d997d0 HTTP/1.1" status: 200 len: 946 time: 0.0840940 Feb 17 04:43:05.886883 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-c00cdf06-b40a-4739-81b4-888a8b8f5391 req-06b04705-76aa-46b6-810e-8031c6b465b9 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3112e5-8fb2-44d1-8f1b-18510013e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396299 Feb 17 04:43:06.997964 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5ad199-5896-45e5-add5-8af188e66691 req-c4e37c2c-88c4-489a-8832-81621b0ec157 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:06.999472 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-5d5ad199-5896-45e5-add5-8af188e66691 req-c4e37c2c-88c4-489a-8832-81621b0ec157 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2085f3c-e80e-429d-8a59-8d548f4a2fe3 HTTP/1.1" status: 200 len: 946 time: 0.0541604 Feb 17 04:43:07.011107 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f147a5-57c8-4d17-95e8-29edbf223df4 req-65c67dd9-1b1d-4ddd-b3d6-42fcef071257 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:07.012574 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-d0f147a5-57c8-4d17-95e8-29edbf223df4 req-65c67dd9-1b1d-4ddd-b3d6-42fcef071257 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f7335ec-b7be-4238-b29c-943cc9d997d0 HTTP/1.1" status: 200 len: 946 time: 0.0506699 Feb 17 04:43:07.038828 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-5d5ad199-5896-45e5-add5-8af188e66691 req-0f2adb76-071d-4124-90b3-8c6272c4d85e tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325942 Feb 17 04:43:07.051738 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-d0f147a5-57c8-4d17-95e8-29edbf223df4 req-6c4aeb54-e32a-40fa-b3a3-9720b77e8327 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3112e5-8fb2-44d1-8f1b-18510013e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324783 Feb 17 04:43:09.758214 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fc5c36-c283-4555-9742-ac4f42b6cd73 req-7625a999-e735-41ca-aeee-83ea1ad50102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:09.759741 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-16fc5c36-c283-4555-9742-ac4f42b6cd73 req-7625a999-e735-41ca-aeee-83ea1ad50102 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=92b0dec20c804bddbc963dd033479ae9&device_id=c2085f3c-e80e-429d-8a59-8d548f4a2fe3 HTTP/1.1" status: 200 len: 1099 time: 0.0396349 Feb 17 04:43:09.776997 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7880ecc6-ae02-443d-b2b7-20c1ae7f38d7 req-bcbd93c5-139b-478b-9003-3e186a0baf83 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:09.779577 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-7880ecc6-ae02-443d-b2b7-20c1ae7f38d7 req-bcbd93c5-139b-478b-9003-3e186a0baf83 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2085f3c-e80e-429d-8a59-8d548f4a2fe3 HTTP/1.1" status: 200 len: 946 time: 0.0497177 Feb 17 04:43:09.818600 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-7880ecc6-ae02-443d-b2b7-20c1ae7f38d7 req-ef8f0dcb-1bb9-43e6-b452-9d1600c708a0 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311034 Feb 17 04:43:09.852849 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fc5c36-c283-4555-9742-ac4f42b6cd73 req-2cf5e0e3-628a-4c1a-a053-c51cc050d3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:09.854277 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-16fc5c36-c283-4555-9742-ac4f42b6cd73 req-2cf5e0e3-628a-4c1a-a053-c51cc050d3e3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a55a2564-19fb-42de-b028-00d598cafe4a HTTP/1.1" status: 200 len: 918 time: 0.0866854 Feb 17 04:43:09.896049 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-16fc5c36-c283-4555-9742-ac4f42b6cd73 req-b06c9cd9-3dbd-4258-9e51-bce88905deb3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf25add4-5eea-4ae0-8640-eb4f7324dd34 HTTP/1.1" status: 200 len: 217 time: 0.0337472 Feb 17 04:43:09.945813 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fc5c36-c283-4555-9742-ac4f42b6cd73 req-d6de0e1e-e7c2-433c-9c7e-df421b956e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:09.947228 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-16fc5c36-c283-4555-9742-ac4f42b6cd73 req-d6de0e1e-e7c2-433c-9c7e-df421b956e3c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=adb3df03-1e4f-494b-bfad-b6131c8a078e HTTP/1.1" status: 200 len: 858 time: 0.0438466 Feb 17 04:43:09.991331 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-16fc5c36-c283-4555-9742-ac4f42b6cd73 req-beeb4a97-041b-4600-8fec-779a4953b469 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a55a2564-19fb-42de-b028-00d598cafe4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276926 Feb 17 04:43:10.079800 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-16fc5c36-c283-4555-9742-ac4f42b6cd73 req-129637d1-8857-459a-8b63-b8852c3fe9bf service neutron] 10.222.0.69 "GET /v2.0/networks/a55a2564-19fb-42de-b028-00d598cafe4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788825 Feb 17 04:43:10.172235 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-16fc5c36-c283-4555-9742-ac4f42b6cd73 req-054bbb2c-bbca-433e-bab4-6708a3a2f635 service neutron] 10.222.0.69 "GET /v2.0/networks/a55a2564-19fb-42de-b028-00d598cafe4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833151 Feb 17 04:43:10.938490 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bdedb2-f548-4ee3-b12b-b4c36c1b4625 req-ed7871aa-7a25-4859-8b67-31d4b12f4f6e tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:10.939950 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-e5bdedb2-f548-4ee3-b12b-b4c36c1b4625 req-ed7871aa-7a25-4859-8b67-31d4b12f4f6e tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2085f3c-e80e-429d-8a59-8d548f4a2fe3 HTTP/1.1" status: 200 len: 946 time: 0.0510561 Feb 17 04:43:10.976488 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-e5bdedb2-f548-4ee3-b12b-b4c36c1b4625 req-5aa8df2f-966b-4dd2-8deb-4fb1051331be tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305743 Feb 17 04:43:12.093743 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa2e414-fa8b-4aa3-9f35-61a6ff415697 req-5222d744-3bb4-4a17-a5ec-6008f902e6df tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:12.095197 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-8fa2e414-fa8b-4aa3-9f35-61a6ff415697 req-5222d744-3bb4-4a17-a5ec-6008f902e6df tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2085f3c-e80e-429d-8a59-8d548f4a2fe3 HTTP/1.1" status: 200 len: 946 time: 0.0517359 Feb 17 04:43:12.132824 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-8fa2e414-fa8b-4aa3-9f35-61a6ff415697 req-2699be1f-1cef-47df-9afd-045610416473 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318010 Feb 17 04:43:13.244591 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169464c8-9828-4105-97ae-6c4550748b8c req-9ca5c29b-4bef-488d-abbf-bb633a18305e tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:13.246036 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-169464c8-9828-4105-97ae-6c4550748b8c req-9ca5c29b-4bef-488d-abbf-bb633a18305e tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2085f3c-e80e-429d-8a59-8d548f4a2fe3 HTTP/1.1" status: 200 len: 946 time: 0.0480061 Feb 17 04:43:13.284334 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-169464c8-9828-4105-97ae-6c4550748b8c req-b14c7461-f1ca-4b7a-8a16-ffd9393973db tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319755 Feb 17 04:43:14.398304 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c8531-e565-41a4-885b-319a4a1ed562 req-7db03cf3-830e-40c7-b20a-b6c9e0214de9 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:14.399820 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-0b4c8531-e565-41a4-885b-319a4a1ed562 req-7db03cf3-830e-40c7-b20a-b6c9e0214de9 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2085f3c-e80e-429d-8a59-8d548f4a2fe3 HTTP/1.1" status: 200 len: 946 time: 0.0471647 Feb 17 04:43:14.437226 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-0b4c8531-e565-41a4-885b-319a4a1ed562 req-6b73ad65-b189-4cc8-987c-42803dbb4fdf tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315471 Feb 17 04:43:15.553796 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f750d41-d808-40ce-bd09-330393c9f9e7 req-2191baf8-7769-42fa-8849-3b3d4bb8c990 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:15.555886 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-7f750d41-d808-40ce-bd09-330393c9f9e7 req-2191baf8-7769-42fa-8849-3b3d4bb8c990 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2085f3c-e80e-429d-8a59-8d548f4a2fe3 HTTP/1.1" status: 200 len: 946 time: 0.0495956 Feb 17 04:43:15.594640 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-7f750d41-d808-40ce-bd09-330393c9f9e7 req-7f3db2d2-8fd5-4384-9afe-9511ca6a1860 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326419 Feb 17 04:43:16.723156 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23074ddd-2010-4edd-88dc-39f021b1f99b req-b0b8f119-173c-444c-9648-2db0cffa762f tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:16.724594 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-23074ddd-2010-4edd-88dc-39f021b1f99b req-b0b8f119-173c-444c-9648-2db0cffa762f tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2085f3c-e80e-429d-8a59-8d548f4a2fe3 HTTP/1.1" status: 200 len: 946 time: 0.0514984 Feb 17 04:43:16.763267 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-23074ddd-2010-4edd-88dc-39f021b1f99b req-ded1be0f-ee85-44af-aaf2-361f02b76e93 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323102 Feb 17 04:43:17.881449 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c01cb9-5020-4ca3-86b2-d37686e5a11d req-8b2d90e4-a0a5-471b-a3e2-07a7e6b7e890 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:17.882890 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-93c01cb9-5020-4ca3-86b2-d37686e5a11d req-8b2d90e4-a0a5-471b-a3e2-07a7e6b7e890 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2085f3c-e80e-429d-8a59-8d548f4a2fe3 HTTP/1.1" status: 200 len: 946 time: 0.0517790 Feb 17 04:43:17.920593 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-93c01cb9-5020-4ca3-86b2-d37686e5a11d req-b54da36c-29b2-4943-95c8-5b0d51e4c8d2 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317495 Feb 17 04:43:19.039425 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b5438c-3911-453a-b644-0f1335aced42 req-808ab847-7424-4aa6-b466-ba10f7909d7f tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:19.040790 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-b6b5438c-3911-453a-b644-0f1335aced42 req-808ab847-7424-4aa6-b466-ba10f7909d7f tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2085f3c-e80e-429d-8a59-8d548f4a2fe3 HTTP/1.1" status: 200 len: 946 time: 0.0501580 Feb 17 04:43:19.079646 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-b6b5438c-3911-453a-b644-0f1335aced42 req-4b471faf-09ac-4a7a-9f0c-40b8c2c2365d tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328553 Feb 17 04:43:19.511308 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-756ad02d-4e9a-4a57-bb80-cb00e61be83c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:20.041051 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dbd40f-b93c-44eb-b618-01b26eb5114b req-ef2c02b1-d4e2-487f-8dfc-a904e01c6328 tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:20.042475 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-45dbd40f-b93c-44eb-b618-01b26eb5114b req-ef2c02b1-d4e2-487f-8dfc-a904e01c6328 tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] 10.222.0.36 "GET /v2.0/ports?device_id=23225c57-fa61-4d17-a9b8-df804d426fc1 HTTP/1.1" status: 200 len: 946 time: 0.0513291 Feb 17 04:43:20.080569 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-45dbd40f-b93c-44eb-b618-01b26eb5114b req-fd00351d-3565-4ae1-83f3-ace80fa3f403 tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] 10.222.0.36 "GET /v2.0/security-groups?id=adb32bc5-2646-4fe7-9955-f650d799fd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319147 Feb 17 04:43:20.198130 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc98ffa3-55f4-4817-ac96-c8b790a65d7f req-9c0bfd56-3304-4460-b7d1-5418c94de727 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:20.199591 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-dc98ffa3-55f4-4817-ac96-c8b790a65d7f req-9c0bfd56-3304-4460-b7d1-5418c94de727 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2085f3c-e80e-429d-8a59-8d548f4a2fe3 HTTP/1.1" status: 200 len: 946 time: 0.0476148 Feb 17 04:43:20.236422 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-dc98ffa3-55f4-4817-ac96-c8b790a65d7f req-5bd6491c-41f1-4570-8275-28577371e426 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303743 Feb 17 04:43:20.856085 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.agents_db [None req-cbde576c-1bd3-47c0-9bd8-6306741b546e None None] Agent healthcheck: found 6 active agents {{(pid=108158) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 04:43:21.162669 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-e1afe6a5-f693-4c68-8c94-21a496fbfaf7 req-4dc32ac6-5cea-437a-885b-57962ce0d61a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8f7335ec-b7be-4238-b29c-943cc9d997d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401833 Feb 17 04:43:21.198019 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8297ecb6-1fc9-4f2c-b780-803f08b1766d req-063972df-1a5c-41ef-b0df-737fa962094f tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:21.202200 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-8297ecb6-1fc9-4f2c-b780-803f08b1766d req-063972df-1a5c-41ef-b0df-737fa962094f tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] 10.222.0.36 "GET /v2.0/ports?device_id=23225c57-fa61-4d17-a9b8-df804d426fc1 HTTP/1.1" status: 200 len: 946 time: 0.0512393 Feb 17 04:43:21.240333 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-8297ecb6-1fc9-4f2c-b780-803f08b1766d req-d7a9f768-a621-4886-af38-7aa5661471c9 tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] 10.222.0.36 "GET /v2.0/security-groups?id=adb32bc5-2646-4fe7-9955-f650d799fd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326657 Feb 17 04:43:21.254710 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1afe6a5-f693-4c68-8c94-21a496fbfaf7 req-b1dd225a-7360-4851-90e1-cd7ea7a2d6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:21.256238 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-e1afe6a5-f693-4c68-8c94-21a496fbfaf7 req-b1dd225a-7360-4851-90e1-cd7ea7a2d6a5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fcce34a724fd4831979df5c4aa7cf368&device_id=8f7335ec-b7be-4238-b29c-943cc9d997d0 HTTP/1.1" status: 200 len: 1099 time: 0.0398924 Feb 17 04:43:21.393803 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1afe6a5-f693-4c68-8c94-21a496fbfaf7 req-29975f38-7db0-4009-a563-e03f2a80100c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:21.395166 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-e1afe6a5-f693-4c68-8c94-21a496fbfaf7 req-29975f38-7db0-4009-a563-e03f2a80100c service neutron] 10.222.0.69 "GET /v2.0/networks?id=6044f085-e24b-42f2-baa3-35fa62a45e03 HTTP/1.1" status: 200 len: 916 time: 0.1151769 Feb 17 04:43:21.402084 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e36484-a850-4826-9649-d4a8d00a44f7 req-b0c8f330-cb7e-4f4b-b0ce-adbb95731143 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:21.403404 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-66e36484-a850-4826-9649-d4a8d00a44f7 req-b0c8f330-cb7e-4f4b-b0ce-adbb95731143 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2085f3c-e80e-429d-8a59-8d548f4a2fe3 HTTP/1.1" status: 200 len: 946 time: 0.0771270 Feb 17 04:43:21.488741 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-66e36484-a850-4826-9649-d4a8d00a44f7 req-733b0407-fa3d-4b24-88dd-e2fa6df64219 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744426 Feb 17 04:43:21.490463 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-e1afe6a5-f693-4c68-8c94-21a496fbfaf7 req-db054954-031d-4811-8fc1-5ef1dafb77bd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5299d057-7f92-4591-841f-40b54a8dfa7b HTTP/1.1" status: 200 len: 1001 time: 0.0815651 Feb 17 04:43:21.541168 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1afe6a5-f693-4c68-8c94-21a496fbfaf7 req-cd401204-0a37-4613-ab18-9ce61d1fecd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:21.542577 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-e1afe6a5-f693-4c68-8c94-21a496fbfaf7 req-cd401204-0a37-4613-ab18-9ce61d1fecd9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e939ef18-20cb-4ec3-b53b-ca721a133838 HTTP/1.1" status: 200 len: 855 time: 0.0430260 Feb 17 04:43:21.591909 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1afe6a5-f693-4c68-8c94-21a496fbfaf7 req-7f6cccf4-1684-4e58-83c2-2e9fd3e79606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:21.593325 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-e1afe6a5-f693-4c68-8c94-21a496fbfaf7 req-7f6cccf4-1684-4e58-83c2-2e9fd3e79606 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6044f085-e24b-42f2-baa3-35fa62a45e03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0419753 Feb 17 04:43:21.684028 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-e1afe6a5-f693-4c68-8c94-21a496fbfaf7 req-a39847fa-ff97-420e-98b2-b8774ae1d0c2 service neutron] 10.222.0.69 "GET /v2.0/networks/6044f085-e24b-42f2-baa3-35fa62a45e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790420 Feb 17 04:43:21.753891 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-fb073d23-7432-4ef8-ac21-10496ccbdd89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:21.788924 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-e1afe6a5-f693-4c68-8c94-21a496fbfaf7 req-df61c885-a79c-491e-95e5-cb4500455100 service neutron] 10.222.0.69 "GET /v2.0/networks/6044f085-e24b-42f2-baa3-35fa62a45e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845969 Feb 17 04:43:22.357536 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e605380-0543-473b-b8d7-422a0ab8cb77 req-b535bf3d-24c3-4e64-ad7b-fbd5ac0452c4 tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:22.359006 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-5e605380-0543-473b-b8d7-422a0ab8cb77 req-b535bf3d-24c3-4e64-ad7b-fbd5ac0452c4 tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] 10.222.0.36 "GET /v2.0/ports?device_id=23225c57-fa61-4d17-a9b8-df804d426fc1 HTTP/1.1" status: 200 len: 946 time: 0.0508907 Feb 17 04:43:22.398559 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-5e605380-0543-473b-b8d7-422a0ab8cb77 req-4000660b-7f01-4616-937f-fdcb28a8691d tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] 10.222.0.36 "GET /v2.0/security-groups?id=adb32bc5-2646-4fe7-9955-f650d799fd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329728 Feb 17 04:43:22.602611 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d38f820-1cb6-45f8-a22a-99c423afeef3 req-37efa312-8216-4414-844c-d44aa05d888f tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:22.604048 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-8d38f820-1cb6-45f8-a22a-99c423afeef3 req-37efa312-8216-4414-844c-d44aa05d888f tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2085f3c-e80e-429d-8a59-8d548f4a2fe3 HTTP/1.1" status: 200 len: 946 time: 0.0486493 Feb 17 04:43:22.640095 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-8d38f820-1cb6-45f8-a22a-99c423afeef3 req-47c56167-3d4b-4263-9c53-dbf5bd20fb8b tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300670 Feb 17 04:43:23.017293 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-ad5ef704-a6a3-47d1-bcb0-f74a0b5e809f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:23.416837 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:23.514941 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4ee43b-4489-4971-93f9-4c05fd396a0e req-f424a97c-67ef-4fd3-b358-3e0f542ff7ee tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:23.516537 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-fd4ee43b-4489-4971-93f9-4c05fd396a0e req-f424a97c-67ef-4fd3-b358-3e0f542ff7ee tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] 10.222.0.36 "GET /v2.0/ports?device_id=23225c57-fa61-4d17-a9b8-df804d426fc1 HTTP/1.1" status: 200 len: 946 time: 0.0483952 Feb 17 04:43:23.553701 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-fd4ee43b-4489-4971-93f9-4c05fd396a0e req-30a94583-5e61-4edb-90b0-3dac57a000b4 tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] 10.222.0.36 "GET /v2.0/security-groups?id=adb32bc5-2646-4fe7-9955-f650d799fd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313299 Feb 17 04:43:23.754554 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c073824-c81b-437a-97ec-c94f4e6afb77 req-5133f329-6b90-4a11-97e3-25e0aacc6227 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:23.756053 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-2c073824-c81b-437a-97ec-c94f4e6afb77 req-5133f329-6b90-4a11-97e3-25e0aacc6227 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2085f3c-e80e-429d-8a59-8d548f4a2fe3 HTTP/1.1" status: 200 len: 946 time: 0.0493195 Feb 17 04:43:23.793988 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-2c073824-c81b-437a-97ec-c94f4e6afb77 req-c8b8e013-715b-4bb6-890b-4ef9712f05aa tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321980 Feb 17 04:43:24.098310 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-8e3772f1-a52a-48a7-84fa-494c57cc135e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:24.671223 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aadc9af-6007-472e-b5d1-fdd4bdff0014 req-fe8969bf-5c47-4da2-b79b-f3da16ba1665 tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:24.673470 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-9aadc9af-6007-472e-b5d1-fdd4bdff0014 req-fe8969bf-5c47-4da2-b79b-f3da16ba1665 tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] 10.222.0.36 "GET /v2.0/ports?device_id=23225c57-fa61-4d17-a9b8-df804d426fc1 HTTP/1.1" status: 200 len: 946 time: 0.0529749 Feb 17 04:43:24.695866 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:24.713360 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-9aadc9af-6007-472e-b5d1-fdd4bdff0014 req-f1fdaf24-4971-433c-a6e2-b15e9ccb57ae tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] 10.222.0.36 "GET /v2.0/security-groups?id=adb32bc5-2646-4fe7-9955-f650d799fd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338566 Feb 17 04:43:24.907340 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928586dd-ff7b-4d86-bba6-0ddb8e66b733 req-5309e9af-62ee-43a1-b857-9cb3d6e0de44 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:24.908744 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-928586dd-ff7b-4d86-bba6-0ddb8e66b733 req-5309e9af-62ee-43a1-b857-9cb3d6e0de44 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2085f3c-e80e-429d-8a59-8d548f4a2fe3 HTTP/1.1" status: 200 len: 946 time: 0.0477209 Feb 17 04:43:24.948539 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-928586dd-ff7b-4d86-bba6-0ddb8e66b733 req-ed33da16-2c4b-47c8-8b53-cc2147fdc4da tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340574 Feb 17 04:43:25.825881 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880dfc53-a48e-4c53-9fed-584f7b604261 req-dae5bc52-e4ca-4117-b512-6bf7849e507e tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:25.827338 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-880dfc53-a48e-4c53-9fed-584f7b604261 req-dae5bc52-e4ca-4117-b512-6bf7849e507e tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] 10.222.0.36 "GET /v2.0/ports?device_id=23225c57-fa61-4d17-a9b8-df804d426fc1 HTTP/1.1" status: 200 len: 946 time: 0.0489402 Feb 17 04:43:25.864325 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-880dfc53-a48e-4c53-9fed-584f7b604261 req-14570148-7364-4b33-9cb2-242cf1a2eecf tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] 10.222.0.36 "GET /v2.0/security-groups?id=adb32bc5-2646-4fe7-9955-f650d799fd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306890 Feb 17 04:43:26.065288 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454f829b-4f1b-4bb8-93da-e55d6072e621 req-fe619c10-5a9d-4e31-a8ac-610de5e2ca79 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:26.066808 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-454f829b-4f1b-4bb8-93da-e55d6072e621 req-fe619c10-5a9d-4e31-a8ac-610de5e2ca79 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2085f3c-e80e-429d-8a59-8d548f4a2fe3 HTTP/1.1" status: 200 len: 946 time: 0.0491853 Feb 17 04:43:26.108093 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-454f829b-4f1b-4bb8-93da-e55d6072e621 req-3c60cf6f-54ad-4199-b51b-645243ff8a7b tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351672 Feb 17 04:43:26.332518 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999dac3c-7f26-43c7-b3e2-d5de23d59504 req-3ca7ed20-b973-46eb-8f26-001d66585dba tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:26.333971 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-999dac3c-7f26-43c7-b3e2-d5de23d59504 req-3ca7ed20-b973-46eb-8f26-001d66585dba tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] 10.222.0.69 "GET /v2.0/ports?device_id=23225c57-fa61-4d17-a9b8-df804d426fc1 HTTP/1.1" status: 200 len: 946 time: 0.0499558 Feb 17 04:43:26.435168 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.plugin [req-999dac3c-7f26-43c7-b3e2-d5de23d59504 req-11bd4dce-79f8-4c36-985b-abc3ada0ffb8 tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] Deleting port edb9c8ef-d4b3-4487-a3ea-c2ec74b4d32d {{(pid=108155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:43:26.435523 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-999dac3c-7f26-43c7-b3e2-d5de23d59504 req-11bd4dce-79f8-4c36-985b-abc3ada0ffb8 tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733365899870'] for port, before_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:26.522053 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.db [req-999dac3c-7f26-43c7-b3e2-d5de23d59504 req-11bd4dce-79f8-4c36-985b-abc3ada0ffb8 tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] For port edb9c8ef-d4b3-4487-a3ea-c2ec74b4d32d, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=edb9c8ef-d4b3-4487-a3ea-c2ec74b4d32d,segment=NetworkSegment(edd90dad-1361-4fd9-9b5c-f9a278df25e1),segment_id=edd90dad-1361-4fd9-9b5c-f9a278df25e1)] {{(pid=108155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:43:26.522350 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-999dac3c-7f26-43c7-b3e2-d5de23d59504 req-11bd4dce-79f8-4c36-985b-abc3ada0ffb8 tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650405'] for port, precommit_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:26.535208 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.plugin [req-999dac3c-7f26-43c7-b3e2-d5de23d59504 req-11bd4dce-79f8-4c36-985b-abc3ada0ffb8 tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] Calling delete_port for edb9c8ef-d4b3-4487-a3ea-c2ec74b4d32d owned by compute:nova {{(pid=108155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:43:26.870679 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-999dac3c-7f26-43c7-b3e2-d5de23d59504 req-11bd4dce-79f8-4c36-985b-abc3ada0ffb8 tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733365900373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733365499778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2813823'] for port, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:26.886692 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] get_ports_and_sgs() called for port_ids ['edb9c8ef-d4b3-4487-a3ea-c2ec74b4d32d'] {{(pid=108157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 04:43:26.898691 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bd4dce-79f8-4c36-985b-abc3ada0ffb8 tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] Pushing event deleted for resources: {'Port': ['ID=edb9c8ef-d4b3-4487-a3ea-c2ec74b4d32d,revision_number=None']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:43:26.949007 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.db.l3_dvrscheduler_db [req-999dac3c-7f26-43c7-b3e2-d5de23d59504 req-11bd4dce-79f8-4c36-985b-abc3ada0ffb8 tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] No DVR routers for this DVR port edb9c8ef-d4b3-4487-a3ea-c2ec74b4d32d on host hv-cinder-82963 {{(pid=108155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 04:43:26.949938 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a194a20b-5d8c-4a65-beda-9e4b00d5b494 req-cfc5aab5-3c33-476e-9671-eac906c94f35 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:26.951594 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-a194a20b-5d8c-4a65-beda-9e4b00d5b494 req-cfc5aab5-3c33-476e-9671-eac906c94f35 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3bb06d6-784c-4d81-ad60-d183671f9f10 HTTP/1.1" status: 200 len: 946 time: 0.0585458 Feb 17 04:43:26.951869 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-999dac3c-7f26-43c7-b3e2-d5de23d59504 req-11bd4dce-79f8-4c36-985b-abc3ada0ffb8 tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49904'] for port, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:26.955788 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-999dac3c-7f26-43c7-b3e2-d5de23d59504 req-11bd4dce-79f8-4c36-985b-abc3ada0ffb8 tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] 10.222.0.69 "DELETE /v2.0/ports/edb9c8ef-d4b3-4487-a3ea-c2ec74b4d32d HTTP/1.1" status: 204 len: 173 time: 0.6112483 Feb 17 04:43:26.956228 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23225c57-fa61-4d17-a9b8-df804d426fc1', 'name': 'network-vif-deleted', 'tag': 'edb9c8ef-d4b3-4487-a3ea-c2ec74b4d32d'}] {{(pid=108155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:43:26.958464 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7db4504e89d758142afd4bd708bcac288359c97a2e78e5aa13d69e3d31a34d2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d3a619-afe3-4bdf-8934-f652a2d23ee2" -d '{"events": [{"server_uuid": "23225c57-fa61-4d17-a9b8-df804d426fc1", "name": "network-vif-deleted", "tag": "edb9c8ef-d4b3-4487-a3ea-c2ec74b4d32d"}]}' {{(pid=108155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:43:26.992954 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-434b17fd-0131-4a4e-8d72-fe803a8220ed req-bbf4cccc-3012-4fe1-a6a8-107067ba9f5c tempest-VolumesSnapshotTestJSON-2143905750 tempest-VolumesSnapshotTestJSON-2143905750-project] 10.222.0.36 "GET /v2.0/ports?device_id=23225c57-fa61-4d17-a9b8-df804d426fc1 HTTP/1.1" status: 200 len: 210 time: 0.0310860 Feb 17 04:43:26.999569 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-a194a20b-5d8c-4a65-beda-9e4b00d5b494 req-1a155e46-76b1-48ab-a866-943f59515184 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffbda038-50f4-44bc-aa04-91e66aa92c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389590 Feb 17 04:43:27.040755 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 04:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e689ce36-9ac1-45bf-93b2-5f742949a81c x-openstack-request-id: req-e689ce36-9ac1-45bf-93b2-5f742949a81c {{(pid=108155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:43:27.041050 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23225c57-fa61-4d17-a9b8-df804d426fc1", "name": "network-vif-deleted", "tag": "edb9c8ef-d4b3-4487-a3ea-c2ec74b4d32d", "status": "completed", "code": 200}]} {{(pid=108155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:43:27.041297 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e689ce36-9ac1-45bf-93b2-5f742949a81c {{(pid=108155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:43:27.041693 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23225c57-fa61-4d17-a9b8-df804d426fc1', 'name': 'network-vif-deleted', 'tag': 'edb9c8ef-d4b3-4487-a3ea-c2ec74b4d32d', 'status': 'completed', 'code': 200} Feb 17 04:43:27.226752 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e49a0a-8acb-4722-8347-fe0ae10a9cc3 req-2a1c64ad-4e3f-44ae-9b66-089ee26fdabd tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:27.228260 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-31e49a0a-8acb-4722-8347-fe0ae10a9cc3 req-2a1c64ad-4e3f-44ae-9b66-089ee26fdabd tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2085f3c-e80e-429d-8a59-8d548f4a2fe3 HTTP/1.1" status: 200 len: 946 time: 0.0528102 Feb 17 04:43:27.272126 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-31e49a0a-8acb-4722-8347-fe0ae10a9cc3 req-92fb91cd-5409-4a47-81ce-46f0eb73cbca tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379739 Feb 17 04:43:28.119448 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1a020f-95dc-4ebc-8235-ad90231a98ac req-74e484d6-9332-499f-a13f-7f99168fa1ef tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:28.120922 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-3b1a020f-95dc-4ebc-8235-ad90231a98ac req-74e484d6-9332-499f-a13f-7f99168fa1ef tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3bb06d6-784c-4d81-ad60-d183671f9f10 HTTP/1.1" status: 200 len: 946 time: 0.0493655 Feb 17 04:43:28.159254 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-3b1a020f-95dc-4ebc-8235-ad90231a98ac req-d6871bc4-e917-4559-b9f4-4e1bca1cf81c tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffbda038-50f4-44bc-aa04-91e66aa92c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318828 Feb 17 04:43:28.401836 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ba13f7-5929-4ead-904b-acc65f08d841 req-8ca85dd7-1f67-4163-8b8e-b232ff2167cd tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:28.403300 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-23ba13f7-5929-4ead-904b-acc65f08d841 req-8ca85dd7-1f67-4163-8b8e-b232ff2167cd tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2085f3c-e80e-429d-8a59-8d548f4a2fe3 HTTP/1.1" status: 200 len: 946 time: 0.0501986 Feb 17 04:43:28.441005 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-23ba13f7-5929-4ead-904b-acc65f08d841 req-6468f196-506d-4cb5-844d-ca64407a8311 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317590 Feb 17 04:43:29.271236 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e6c3c-5871-4bd9-aef1-f14bb7138bfc req-27c4f6ea-7674-471a-8562-8c1a6c6b467f tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:29.272685 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-5f9e6c3c-5871-4bd9-aef1-f14bb7138bfc req-27c4f6ea-7674-471a-8562-8c1a6c6b467f tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3bb06d6-784c-4d81-ad60-d183671f9f10 HTTP/1.1" status: 200 len: 946 time: 0.0476913 Feb 17 04:43:29.310131 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-5f9e6c3c-5871-4bd9-aef1-f14bb7138bfc req-c782a65d-3fb3-4c00-b143-9f22a9d861ef tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffbda038-50f4-44bc-aa04-91e66aa92c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314338 Feb 17 04:43:29.556155 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c438ea10-f2c5-4459-b579-420e0d1d26f7 req-3cd56631-44e4-4f28-8cd1-45125fece565 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:29.557593 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-c438ea10-f2c5-4459-b579-420e0d1d26f7 req-3cd56631-44e4-4f28-8cd1-45125fece565 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2085f3c-e80e-429d-8a59-8d548f4a2fe3 HTTP/1.1" status: 200 len: 946 time: 0.0483987 Feb 17 04:43:29.602049 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-c438ea10-f2c5-4459-b579-420e0d1d26f7 req-8dffb39f-e172-4f27-8edb-a87818622581 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377369 Feb 17 04:43:30.425712 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0ce41c-bb9f-4167-a8ca-ae8644aa769d req-893aaa00-56fc-4f4e-99ab-c6bb9d2cb8a6 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:30.427177 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-dd0ce41c-bb9f-4167-a8ca-ae8644aa769d req-893aaa00-56fc-4f4e-99ab-c6bb9d2cb8a6 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3bb06d6-784c-4d81-ad60-d183671f9f10 HTTP/1.1" status: 200 len: 946 time: 0.0505478 Feb 17 04:43:30.464710 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-dd0ce41c-bb9f-4167-a8ca-ae8644aa769d req-9f7ce87b-606b-4289-895f-bfb770f94a77 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffbda038-50f4-44bc-aa04-91e66aa92c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317247 Feb 17 04:43:30.721749 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e310fd8f-2053-4f59-9199-8a5e73edb42f req-bfc9cba3-648f-42ee-a7c8-cb14e5ec7ca1 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:30.723245 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-e310fd8f-2053-4f59-9199-8a5e73edb42f req-bfc9cba3-648f-42ee-a7c8-cb14e5ec7ca1 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2085f3c-e80e-429d-8a59-8d548f4a2fe3 HTTP/1.1" status: 200 len: 946 time: 0.0523908 Feb 17 04:43:30.764088 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-e310fd8f-2053-4f59-9199-8a5e73edb42f req-66ab5798-bd62-42c1-83ac-656506374e9f tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343063 Feb 17 04:43:30.891961 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Device edb9c8ef-d4b3-4487-a3ea-c2ec74b4d32d no longer exists at agent hyperv_hv-cinder-82963 {{(pid=108157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 04:43:30.915385 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.plugin [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] No Port match for: edb9c8ef-d4b3-4487-a3ea-c2ec74b4d32d {{(pid=108157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 17 04:43:30.915715 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Device edb9c8ef-d4b3-4487-a3ea-c2ec74b4d32d not bound to the agent host hv-cinder-82963 {{(pid=108157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 04:43:31.578084 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87991fb-ee66-49cd-acdb-e28e7e48ae7e req-f4e224db-aa0a-4571-a618-e53dd3f58b21 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:31.579555 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-a87991fb-ee66-49cd-acdb-e28e7e48ae7e req-f4e224db-aa0a-4571-a618-e53dd3f58b21 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3bb06d6-784c-4d81-ad60-d183671f9f10 HTTP/1.1" status: 200 len: 946 time: 0.0480947 Feb 17 04:43:31.619058 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-a87991fb-ee66-49cd-acdb-e28e7e48ae7e req-cda4aef9-d67d-4df7-88ca-241031545e20 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffbda038-50f4-44bc-aa04-91e66aa92c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334952 Feb 17 04:43:31.879645 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f4cbf5-64d4-462b-9d3e-67324b6f524c req-1074f229-c562-4c0c-8b24-351ed56ab8d7 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:31.881138 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-f4f4cbf5-64d4-462b-9d3e-67324b6f524c req-1074f229-c562-4c0c-8b24-351ed56ab8d7 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2085f3c-e80e-429d-8a59-8d548f4a2fe3 HTTP/1.1" status: 200 len: 946 time: 0.0493410 Feb 17 04:43:31.918701 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-f4f4cbf5-64d4-462b-9d3e-67324b6f524c req-49f47492-9a49-4771-94b3-764894cbf0bd tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318198 Feb 17 04:43:32.732531 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6710144-7c27-49ea-8d2c-dcb65bfc4e23 req-9b4021b0-1513-45ba-a8a1-0b88c8ea3e90 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:32.733993 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-c6710144-7c27-49ea-8d2c-dcb65bfc4e23 req-9b4021b0-1513-45ba-a8a1-0b88c8ea3e90 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3bb06d6-784c-4d81-ad60-d183671f9f10 HTTP/1.1" status: 200 len: 946 time: 0.0490720 Feb 17 04:43:32.772144 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-c6710144-7c27-49ea-8d2c-dcb65bfc4e23 req-d463ce21-e367-4d08-b76a-ab0f349eab43 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffbda038-50f4-44bc-aa04-91e66aa92c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319819 Feb 17 04:43:33.031068 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcabd6c-fc93-4085-b16f-b15f817248a1 req-660e8c71-36b5-4d7e-a674-9c60363b41e2 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:33.032743 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-1bcabd6c-fc93-4085-b16f-b15f817248a1 req-660e8c71-36b5-4d7e-a674-9c60363b41e2 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2085f3c-e80e-429d-8a59-8d548f4a2fe3 HTTP/1.1" status: 200 len: 946 time: 0.0479043 Feb 17 04:43:33.071250 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-1bcabd6c-fc93-4085-b16f-b15f817248a1 req-68d38239-e7c1-47c5-b2aa-a7747d24d7c3 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326881 Feb 17 04:43:33.887651 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ba4c75-a6e3-4e0e-a953-eb066080c6b1 req-b0d19699-8be4-4355-bb01-499eb0d7f4c3 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:33.889067 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-c3ba4c75-a6e3-4e0e-a953-eb066080c6b1 req-b0d19699-8be4-4355-bb01-499eb0d7f4c3 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3bb06d6-784c-4d81-ad60-d183671f9f10 HTTP/1.1" status: 200 len: 946 time: 0.0509419 Feb 17 04:43:33.926963 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-c3ba4c75-a6e3-4e0e-a953-eb066080c6b1 req-f0e65df3-9184-409d-bca4-6115f0603e14 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffbda038-50f4-44bc-aa04-91e66aa92c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313540 Feb 17 04:43:34.187696 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e889c783-096f-4612-b8bd-b4e96bf2cfa5 req-7639d4ce-2ad8-4440-a81f-47d5bc457cdd tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:34.189159 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-e889c783-096f-4612-b8bd-b4e96bf2cfa5 req-7639d4ce-2ad8-4440-a81f-47d5bc457cdd tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2085f3c-e80e-429d-8a59-8d548f4a2fe3 HTTP/1.1" status: 200 len: 946 time: 0.0514362 Feb 17 04:43:34.226623 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-e889c783-096f-4612-b8bd-b4e96bf2cfa5 req-8cfd9c3e-0547-42c0-9e54-80a8523e3b6e tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315728 Feb 17 04:43:35.044223 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8468cef-bd7a-40f7-8239-2753f6d1fcac req-08e42b5f-1299-4b2c-8c9f-f126ee7ff801 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:35.045699 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-f8468cef-bd7a-40f7-8239-2753f6d1fcac req-08e42b5f-1299-4b2c-8c9f-f126ee7ff801 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3bb06d6-784c-4d81-ad60-d183671f9f10 HTTP/1.1" status: 200 len: 946 time: 0.0533619 Feb 17 04:43:35.088372 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-f8468cef-bd7a-40f7-8239-2753f6d1fcac req-a10d4706-ff14-4b12-ae5e-8ba929d0ba73 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffbda038-50f4-44bc-aa04-91e66aa92c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362916 Feb 17 04:43:35.340675 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a6c219-e36b-4615-899d-d83a8dfc3a0f req-be68f788-7d5c-46e5-8085-fbb95066740c tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:35.342106 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-36a6c219-e36b-4615-899d-d83a8dfc3a0f req-be68f788-7d5c-46e5-8085-fbb95066740c tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2085f3c-e80e-429d-8a59-8d548f4a2fe3 HTTP/1.1" status: 200 len: 946 time: 0.0492611 Feb 17 04:43:35.379550 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-36a6c219-e36b-4615-899d-d83a8dfc3a0f req-2b92bb9c-c3df-4746-ad56-95ada82eabfe tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314987 Feb 17 04:43:36.204732 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd230db5-7a81-405a-82aa-a99593302296 req-779fe62c-0da8-449b-92af-b50b3528334d tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:36.206198 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-dd230db5-7a81-405a-82aa-a99593302296 req-779fe62c-0da8-449b-92af-b50b3528334d tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3bb06d6-784c-4d81-ad60-d183671f9f10 HTTP/1.1" status: 200 len: 946 time: 0.0493228 Feb 17 04:43:36.243724 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-dd230db5-7a81-405a-82aa-a99593302296 req-70b606e3-cfa8-43cd-8d46-4960bc4753fa tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffbda038-50f4-44bc-aa04-91e66aa92c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312023 Feb 17 04:43:36.491856 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36df71b2-d3d5-4e2d-8304-c3354bc6a178 req-a20d7bf4-b2c7-40dc-8434-ca4e70a962dd tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:36.493313 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-36df71b2-d3d5-4e2d-8304-c3354bc6a178 req-a20d7bf4-b2c7-40dc-8434-ca4e70a962dd tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2085f3c-e80e-429d-8a59-8d548f4a2fe3 HTTP/1.1" status: 200 len: 946 time: 0.0478265 Feb 17 04:43:36.528904 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-36df71b2-d3d5-4e2d-8304-c3354bc6a178 req-3a51e8c0-4300-48ab-a9de-fb288bde0214 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298471 Feb 17 04:43:37.363688 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219fa224-f879-473f-b15e-4404747602e3 req-9fa51c62-f975-4b45-ae39-1525a22b4d00 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:37.365147 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-219fa224-f879-473f-b15e-4404747602e3 req-9fa51c62-f975-4b45-ae39-1525a22b4d00 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3bb06d6-784c-4d81-ad60-d183671f9f10 HTTP/1.1" status: 200 len: 946 time: 0.0547345 Feb 17 04:43:37.403256 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-219fa224-f879-473f-b15e-4404747602e3 req-5bfa7d11-f4ca-48c5-ad76-be730f98ed72 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffbda038-50f4-44bc-aa04-91e66aa92c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321054 Feb 17 04:43:37.607881 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3652b7-49b2-4653-80c1-043c68950124 req-3887cb9f-9e37-4bce-80a5-71c178da827f tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:37.609658 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-ed3652b7-49b2-4653-80c1-043c68950124 req-3887cb9f-9e37-4bce-80a5-71c178da827f tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3bb06d6-784c-4d81-ad60-d183671f9f10 HTTP/1.1" status: 200 len: 946 time: 0.0558631 Feb 17 04:43:37.649365 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-ed3652b7-49b2-4653-80c1-043c68950124 req-9ab6c671-9cbc-4093-ab19-080aa94854a2 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffbda038-50f4-44bc-aa04-91e66aa92c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337622 Feb 17 04:43:37.675201 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba1763-02c2-4576-9d19-990035535cc9 req-500e35d9-6ba9-4b2c-9a6e-6c5e25060a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:37.676683 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-b4ba1763-02c2-4576-9d19-990035535cc9 req-500e35d9-6ba9-4b2c-9a6e-6c5e25060a13 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3829f22bdfad4cf780241903bcedf462&device_id=d3bb06d6-784c-4d81-ad60-d183671f9f10 HTTP/1.1" status: 200 len: 1099 time: 0.0653596 Feb 17 04:43:37.684576 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bfcfa4-6b1d-4d58-a790-14a309027daa req-e6b99a2b-410e-4235-a4d1-2b21db9e4294 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:37.685910 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-90bfcfa4-6b1d-4d58-a790-14a309027daa req-e6b99a2b-410e-4235-a4d1-2b21db9e4294 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2085f3c-e80e-429d-8a59-8d548f4a2fe3 HTTP/1.1" status: 200 len: 946 time: 0.0832639 Feb 17 04:43:37.770153 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-90bfcfa4-6b1d-4d58-a790-14a309027daa req-e841bf47-a34d-4594-ab22-e5767298cacd tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764532 Feb 17 04:43:37.796678 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba1763-02c2-4576-9d19-990035535cc9 req-a2fe8af8-a4b3-4f7c-861f-6fff8fcf4999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:37.798223 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-b4ba1763-02c2-4576-9d19-990035535cc9 req-a2fe8af8-a4b3-4f7c-861f-6fff8fcf4999 service neutron] 10.222.0.69 "GET /v2.0/networks?id=75349da8-5288-4d10-8e72-5e1d72cb6968 HTTP/1.1" status: 200 len: 910 time: 0.1114657 Feb 17 04:43:37.867483 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-b4ba1763-02c2-4576-9d19-990035535cc9 req-50609159-889c-41d8-8734-4a9b3b444074 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd8e1d6a-1c56-445f-b30d-46784bff3b12 HTTP/1.1" status: 200 len: 1001 time: 0.0577331 Feb 17 04:43:37.920214 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba1763-02c2-4576-9d19-990035535cc9 req-d7cd85f0-2638-4896-974a-49bb68c06730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:37.921857 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-b4ba1763-02c2-4576-9d19-990035535cc9 req-d7cd85f0-2638-4896-974a-49bb68c06730 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=091e0600-b2ac-4cb6-bb57-09d45c6ebace HTTP/1.1" status: 200 len: 849 time: 0.0427239 Feb 17 04:43:37.970379 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba1763-02c2-4576-9d19-990035535cc9 req-dbcace32-32f2-4538-8fe9-fbb89b881291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:37.971912 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-b4ba1763-02c2-4576-9d19-990035535cc9 req-dbcace32-32f2-4538-8fe9-fbb89b881291 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=75349da8-5288-4d10-8e72-5e1d72cb6968&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0423706 Feb 17 04:43:38.065575 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-b4ba1763-02c2-4576-9d19-990035535cc9 req-c33ac977-af5c-415e-a371-85ce6fcf7938 service neutron] 10.222.0.69 "GET /v2.0/networks/75349da8-5288-4d10-8e72-5e1d72cb6968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851345 Feb 17 04:43:38.163843 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-b4ba1763-02c2-4576-9d19-990035535cc9 req-42069ace-4e21-4ba8-a173-5cfd414270aa service neutron] 10.222.0.69 "GET /v2.0/networks/75349da8-5288-4d10-8e72-5e1d72cb6968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915463 Feb 17 04:43:38.782188 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfecf28d-dee0-4d69-956c-8f9727d28145 req-c38c8409-b15e-40b4-82ac-4e21b023a43e tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:38.785013 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-cfecf28d-dee0-4d69-956c-8f9727d28145 req-c38c8409-b15e-40b4-82ac-4e21b023a43e tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3bb06d6-784c-4d81-ad60-d183671f9f10 HTTP/1.1" status: 200 len: 946 time: 0.0613761 Feb 17 04:43:38.838144 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-cfecf28d-dee0-4d69-956c-8f9727d28145 req-a1b11918-c35a-4775-9e6e-96cdf4cb0767 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffbda038-50f4-44bc-aa04-91e66aa92c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472276 Feb 17 04:43:38.900809 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a742493-0069-46e8-bd5b-0481b6bf8f5c req-ff7458fa-450b-4d51-82a5-11d90a9be3ce tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:38.902289 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-0a742493-0069-46e8-bd5b-0481b6bf8f5c req-ff7458fa-450b-4d51-82a5-11d90a9be3ce tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2085f3c-e80e-429d-8a59-8d548f4a2fe3 HTTP/1.1" status: 200 len: 946 time: 0.0569551 Feb 17 04:43:38.946088 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-0a742493-0069-46e8-bd5b-0481b6bf8f5c req-a2a13628-a3af-4767-96a3-09e72c363fa7 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362375 Feb 17 04:43:39.956741 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b47517-2046-4d34-b4c2-bffa71dbab08 req-98df9cf8-64a9-46c2-849a-746b0c1149ce tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:39.958185 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-35b47517-2046-4d34-b4c2-bffa71dbab08 req-98df9cf8-64a9-46c2-849a-746b0c1149ce tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3bb06d6-784c-4d81-ad60-d183671f9f10 HTTP/1.1" status: 200 len: 946 time: 0.0529027 Feb 17 04:43:39.995904 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-35b47517-2046-4d34-b4c2-bffa71dbab08 req-71ff4fa5-e2fc-4b06-acab-132da8bb6cd5 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffbda038-50f4-44bc-aa04-91e66aa92c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315487 Feb 17 04:43:40.069228 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2967b4-d829-460c-8543-b59bbf840442 req-ee4c3481-ba23-4c74-aa1b-8e80bbbcd7d9 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:40.070632 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-4a2967b4-d829-460c-8543-b59bbf840442 req-ee4c3481-ba23-4c74-aa1b-8e80bbbcd7d9 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2085f3c-e80e-429d-8a59-8d548f4a2fe3 HTTP/1.1" status: 200 len: 946 time: 0.0479658 Feb 17 04:43:40.107432 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-4a2967b4-d829-460c-8543-b59bbf840442 req-d36e5fe5-6821-451c-8fd0-d69fb34d40c3 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309641 Feb 17 04:43:41.222437 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2157cf-8b4f-4b37-86ef-7057bb8f5961 req-9ee6c41d-924c-4b1a-b16e-7cd0f464ba13 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:41.223976 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-9d2157cf-8b4f-4b37-86ef-7057bb8f5961 req-9ee6c41d-924c-4b1a-b16e-7cd0f464ba13 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2085f3c-e80e-429d-8a59-8d548f4a2fe3 HTTP/1.1" status: 200 len: 946 time: 0.0502651 Feb 17 04:43:41.260480 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-9d2157cf-8b4f-4b37-86ef-7057bb8f5961 req-383a4126-108c-4132-9c6b-ae8aa234ad66 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306416 Feb 17 04:43:42.378465 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53bcd7a-a30b-47df-8ee2-7668d9ae865a req-0d149d1c-9bc5-4c6f-84a4-8c282552f38e tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:42.379923 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-f53bcd7a-a30b-47df-8ee2-7668d9ae865a req-0d149d1c-9bc5-4c6f-84a4-8c282552f38e tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2085f3c-e80e-429d-8a59-8d548f4a2fe3 HTTP/1.1" status: 200 len: 946 time: 0.0511773 Feb 17 04:43:42.416872 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-f53bcd7a-a30b-47df-8ee2-7668d9ae865a req-1c9e074f-a806-451f-ad22-4db3e426de63 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311041 Feb 17 04:43:43.530071 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d09ab5-3f24-4e5d-9cc5-cb5cb2a332bf req-9294a027-bfd3-4610-9ab4-2bf85d9c9c04 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:43.531581 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-d9d09ab5-3f24-4e5d-9cc5-cb5cb2a332bf req-9294a027-bfd3-4610-9ab4-2bf85d9c9c04 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2085f3c-e80e-429d-8a59-8d548f4a2fe3 HTTP/1.1" status: 200 len: 946 time: 0.0481875 Feb 17 04:43:43.568789 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-d9d09ab5-3f24-4e5d-9cc5-cb5cb2a332bf req-a4736343-2009-40ac-b835-4b70a3e34078 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313926 Feb 17 04:43:44.680377 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f13336a-9219-4fa2-b3ba-42089046f0ca req-868c15b9-b6c6-4a4d-b674-ba659f060580 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:44.681808 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-8f13336a-9219-4fa2-b3ba-42089046f0ca req-868c15b9-b6c6-4a4d-b674-ba659f060580 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2085f3c-e80e-429d-8a59-8d548f4a2fe3 HTTP/1.1" status: 200 len: 946 time: 0.0470226 Feb 17 04:43:44.718712 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-8f13336a-9219-4fa2-b3ba-42089046f0ca req-cd2b4d68-584f-490b-824f-42bbde90e291 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306094 Feb 17 04:43:44.836920 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 33162) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:43:44.879801 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.db.db_base_plugin_v2 [None req-22c7bb84-768f-4e51-8cbe-297237b9c8c1 admin admin] Deleting subnet 47c2b1d7-1c49-4e96-b578-7c0a50903177 {{(pid=108155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 17 04:43:44.882681 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-22c7bb84-768f-4e51-8cbe-297237b9c8c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:44.915416 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-22c7bb84-768f-4e51-8cbe-297237b9c8c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2879761'] for subnet, precommit_delete_associations {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:44.960231 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-22c7bb84-768f-4e51-8cbe-297237b9c8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961027'] for subnet, precommit_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:45.014348 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-22c7bb84-768f-4e51-8cbe-297237b9c8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1961080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2813836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26581766'] for subnet, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:45.037279 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c7bb84-768f-4e51-8cbe-297237b9c8c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47c2b1d7-1c49-4e96-b578-7c0a50903177,revision_number=None']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:43:45.047426 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c7bb84-768f-4e51-8cbe-297237b9c8c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:43:45.047756 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c7bb84-768f-4e51-8cbe-297237b9c8c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:43:45.048093 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c7bb84-768f-4e51-8cbe-297237b9c8c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:43:45.048425 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c7bb84-768f-4e51-8cbe-297237b9c8c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:43:45.048752 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c7bb84-768f-4e51-8cbe-297237b9c8c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:43:45.049399 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c7bb84-768f-4e51-8cbe-297237b9c8c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:43:45.049399 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c7bb84-768f-4e51-8cbe-297237b9c8c1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:43:45.049699 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c7bb84-768f-4e51-8cbe-297237b9c8c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:43:45.050018 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c7bb84-768f-4e51-8cbe-297237b9c8c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:43:45.050334 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c7bb84-768f-4e51-8cbe-297237b9c8c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:43:45.050649 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c7bb84-768f-4e51-8cbe-297237b9c8c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:43:45.050980 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c7bb84-768f-4e51-8cbe-297237b9c8c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:43:45.053508 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-22c7bb84-768f-4e51-8cbe-297237b9c8c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737771'] for subnet, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:45.056656 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-22c7bb84-768f-4e51-8cbe-297237b9c8c1 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/47c2b1d7-1c49-4e96-b578-7c0a50903177 HTTP/1.1" status: 204 len: 168 time: 0.2187502 Feb 17 04:43:45.059058 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 33164) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:43:45.131082 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-9a4c87ed-c828-4d23-b442-7488294fd125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1709386'] for network, before_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:45.205626 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-9a4c87ed-c828-4d23-b442-7488294fd125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1960161', 'neutron.services.segments.db._delete_segments_for_network-8733365806376'] for network, precommit_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:45.224926 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.services.segments.db [None req-9a4c87ed-c828-4d23-b442-7488294fd125 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74cb6299-8bcb-40e2-bf6f-3a75fe36f7e8']}} {{(pid=108155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:43:45.233641 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.services.segments.db [None req-9a4c87ed-c828-4d23-b442-7488294fd125 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edd90dad-1361-4fd9-9b5c-f9a278df25e1') {'for_net_delete': True} {{(pid=108155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:43:45.234454 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.services.segments.db [None req-9a4c87ed-c828-4d23-b442-7488294fd125 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edd90dad-1361-4fd9-9b5c-f9a278df25e1') {} {{(pid=108155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:43:45.243436 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-9a4c87ed-c828-4d23-b442-7488294fd125 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733366045332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2879774'] for segment, before_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:45.257272 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-9a4c87ed-c828-4d23-b442-7488294fd125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1955041'] for segment, precommit_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:45.263002 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a4c87ed-c828-4d23-b442-7488294fd125 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=108155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 04:43:45.263383 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-9a4c87ed-c828-4d23-b442-7488294fd125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1955041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2813738'] for segment, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:45.265137 dv-cinder-829630-1-smb neutron-server[108155]: Traceback (most recent call last): Feb 17 04:43:45.265137 dv-cinder-829630-1-smb neutron-server[108155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 04:43:45.265137 dv-cinder-829630-1-smb neutron-server[108155]: timer() Feb 17 04:43:45.265137 dv-cinder-829630-1-smb neutron-server[108155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 04:43:45.265137 dv-cinder-829630-1-smb neutron-server[108155]: cb(*args, **kw) Feb 17 04:43:45.265137 dv-cinder-829630-1-smb neutron-server[108155]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 04:43:45.265137 dv-cinder-829630-1-smb neutron-server[108155]: return func(*args, **kwargs) Feb 17 04:43:45.265137 dv-cinder-829630-1-smb neutron-server[108155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 04:43:45.265137 dv-cinder-829630-1-smb neutron-server[108155]: self._notify() Feb 17 04:43:45.265137 dv-cinder-829630-1-smb neutron-server[108155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 04:43:45.265137 dv-cinder-829630-1-smb neutron-server[108155]: self.callback(batched_events) Feb 17 04:43:45.265137 dv-cinder-829630-1-smb neutron-server[108155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 04:43:45.265137 dv-cinder-829630-1-smb neutron-server[108155]: event.method(event) Feb 17 04:43:45.265137 dv-cinder-829630-1-smb neutron-server[108155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 04:43:45.265137 dv-cinder-829630-1-smb neutron-server[108155]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 04:43:45.265137 dv-cinder-829630-1-smb neutron-server[108155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 04:43:45.265137 dv-cinder-829630-1-smb neutron-server[108155]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 04:43:45.265137 dv-cinder-829630-1-smb neutron-server[108155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 04:43:45.265137 dv-cinder-829630-1-smb neutron-server[108155]: return f(self, *a, **k) Feb 17 04:43:45.265137 dv-cinder-829630-1-smb neutron-server[108155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 04:43:45.265137 dv-cinder-829630-1-smb neutron-server[108155]: return self._get(url).json() Feb 17 04:43:45.265137 dv-cinder-829630-1-smb neutron-server[108155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 04:43:45.265137 dv-cinder-829630-1-smb neutron-server[108155]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 04:43:45.265137 dv-cinder-829630-1-smb neutron-server[108155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 04:43:45.265137 dv-cinder-829630-1-smb neutron-server[108155]: return self.request(url, 'GET', **kwargs) Feb 17 04:43:45.265137 dv-cinder-829630-1-smb neutron-server[108155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 04:43:45.265137 dv-cinder-829630-1-smb neutron-server[108155]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 04:43:45.265137 dv-cinder-829630-1-smb neutron-server[108155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 04:43:45.265137 dv-cinder-829630-1-smb neutron-server[108155]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 04:43:45.265137 dv-cinder-829630-1-smb neutron-server[108155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 04:43:45.265137 dv-cinder-829630-1-smb neutron-server[108155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 04:43:45.265137 dv-cinder-829630-1-smb neutron-server[108155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 04:43:45.321686 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-9a4c87ed-c828-4d23-b442-7488294fd125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1960168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-827310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650049'] for network, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:45.330352 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-9a4c87ed-c828-4d23-b442-7488294fd125 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737771'] for network, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:45.333503 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-9a4c87ed-c828-4d23-b442-7488294fd125 admin admin] 10.222.0.36 "DELETE /v2.0/networks/74cb6299-8bcb-40e2-bf6f-3a75fe36f7e8 HTTP/1.1" status: 204 len: 168 time: 0.2735500 Feb 17 04:43:45.343854 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4c87ed-c828-4d23-b442-7488294fd125 admin admin] Pushing event deleted for resources: {'Network': ['ID=74cb6299-8bcb-40e2-bf6f-3a75fe36f7e8,revision_number=None']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:43:45.446212 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 33168) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:43:45.485935 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-cc84699e-29a8-438d-829c-f2d0f019e59d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=db51b2aba5404fcb99f5aa9913ffee28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385485 Feb 17 04:43:45.489631 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 33170) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:43:45.540025 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-7de70149-848b-4356-8e08-d79064bd4a6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:45.562718 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-7de70149-848b-4356-8e08-d79064bd4a6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:45.607486 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-7de70149-848b-4356-8e08-d79064bd4a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:45.610286 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-7de70149-848b-4356-8e08-d79064bd4a6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:45.611434 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-7de70149-848b-4356-8e08-d79064bd4a6f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/adb32bc5-2646-4fe7-9955-f650d799fd1d HTTP/1.1" status: 204 len: 168 time: 0.1208684 Feb 17 04:43:45.618794 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de70149-848b-4356-8e08-d79064bd4a6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adb32bc5-2646-4fe7-9955-f650d799fd1d,revision_number=None']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:43:45.837783 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75018bd-def4-4af1-8242-c7b03bd39f7e req-f8837990-162d-45bc-88e0-e7f3cf32b65b tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:45.839270 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-b75018bd-def4-4af1-8242-c7b03bd39f7e req-f8837990-162d-45bc-88e0-e7f3cf32b65b tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2085f3c-e80e-429d-8a59-8d548f4a2fe3 HTTP/1.1" status: 200 len: 946 time: 0.0516076 Feb 17 04:43:45.877902 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-b75018bd-def4-4af1-8242-c7b03bd39f7e req-102e0375-56a0-40f6-a260-afd152a0e6e9 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316396 Feb 17 04:43:46.651327 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354bed85-6a91-41da-b473-36db826cfe6d req-eed4eb1d-6862-4753-aba6-871190507fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:46.652852 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-354bed85-6a91-41da-b473-36db826cfe6d req-eed4eb1d-6862-4753-aba6-871190507fac service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c2085f3c-e80e-429d-8a59-8d548f4a2fe3 HTTP/1.1" status: 200 len: 1099 time: 0.0446100 Feb 17 04:43:46.689846 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-354bed85-6a91-41da-b473-36db826cfe6d req-d2da98cd-b4ff-4d46-944a-58bf2a2a7d3d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297923 Feb 17 04:43:46.998726 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdfe558-c1d9-473d-bb98-8eb69a5173d3 req-b86bc8d9-6bb4-4a61-b761-3c41415677bc tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:47.000310 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-3fdfe558-c1d9-473d-bb98-8eb69a5173d3 req-b86bc8d9-6bb4-4a61-b761-3c41415677bc tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2085f3c-e80e-429d-8a59-8d548f4a2fe3 HTTP/1.1" status: 200 len: 946 time: 0.0484340 Feb 17 04:43:47.037175 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-3fdfe558-c1d9-473d-bb98-8eb69a5173d3 req-e7490e45-d45f-4751-b602-7f77004da763 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309932 Feb 17 04:43:48.150817 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f736b07f-2519-494c-9314-99ff46b61f14 req-8bfd88c6-357e-45c7-a75c-3dfdc8bd45b8 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:48.152308 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-f736b07f-2519-494c-9314-99ff46b61f14 req-8bfd88c6-357e-45c7-a75c-3dfdc8bd45b8 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2085f3c-e80e-429d-8a59-8d548f4a2fe3 HTTP/1.1" status: 200 len: 946 time: 0.0489128 Feb 17 04:43:48.191065 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-f736b07f-2519-494c-9314-99ff46b61f14 req-aba5fa53-218d-4015-b6a5-aeff0a9e2cb1 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326927 Feb 17 04:43:48.505486 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b14e36-9619-4fb3-af0b-71c8f244dfce req-b9d3115e-bc76-4c1f-bfe3-5908812f383a tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:48.506925 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-27b14e36-9619-4fb3-af0b-71c8f244dfce req-b9d3115e-bc76-4c1f-bfe3-5908812f383a tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2085f3c-e80e-429d-8a59-8d548f4a2fe3 HTTP/1.1" status: 200 len: 946 time: 0.0700374 Feb 17 04:43:48.508651 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8ba5b0-5a97-4874-a416-2787678ce57e req-ab7bdee5-2366-4cf2-a31a-ac81083732e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:48.509970 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-cc8ba5b0-5a97-4874-a416-2787678ce57e req-ab7bdee5-2366-4cf2-a31a-ac81083732e3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=92b0dec20c804bddbc963dd033479ae9&device_id=c2085f3c-e80e-429d-8a59-8d548f4a2fe3 HTTP/1.1" status: 200 len: 1099 time: 0.0808973 Feb 17 04:43:48.591816 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-27b14e36-9619-4fb3-af0b-71c8f244dfce req-757dc777-d701-4e75-9641-0c9f908d3337 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778821 Feb 17 04:43:48.620963 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8ba5b0-5a97-4874-a416-2787678ce57e req-dd6457f5-a5e3-4479-81e9-5e33d1e42fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:48.622380 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-cc8ba5b0-5a97-4874-a416-2787678ce57e req-dd6457f5-a5e3-4479-81e9-5e33d1e42fd7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a55a2564-19fb-42de-b028-00d598cafe4a HTTP/1.1" status: 200 len: 918 time: 0.1016276 Feb 17 04:43:48.665959 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-cc8ba5b0-5a97-4874-a416-2787678ce57e req-eb6ba4ab-2cd9-4420-8d54-ce53ffa190ff service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf25add4-5eea-4ae0-8640-eb4f7324dd34 HTTP/1.1" status: 200 len: 217 time: 0.0358942 Feb 17 04:43:48.714276 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8ba5b0-5a97-4874-a416-2787678ce57e req-a62ba380-afb7-4279-a22e-4544a0979281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:48.715675 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-cc8ba5b0-5a97-4874-a416-2787678ce57e req-a62ba380-afb7-4279-a22e-4544a0979281 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=adb3df03-1e4f-494b-bfad-b6131c8a078e HTTP/1.1" status: 200 len: 858 time: 0.0420063 Feb 17 04:43:48.746798 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-cc8ba5b0-5a97-4874-a416-2787678ce57e req-123c7b0e-5887-4bbd-bfe4-f232bf1ab736 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a55a2564-19fb-42de-b028-00d598cafe4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230737 Feb 17 04:43:48.834530 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-cc8ba5b0-5a97-4874-a416-2787678ce57e req-bfe7dcec-4da1-4aee-b714-c55d4861865a service neutron] 10.222.0.69 "GET /v2.0/networks/a55a2564-19fb-42de-b028-00d598cafe4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805786 Feb 17 04:43:48.922373 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-cc8ba5b0-5a97-4874-a416-2787678ce57e req-2cc25209-344f-447d-bceb-b63e8af9ce00 service neutron] 10.222.0.69 "GET /v2.0/networks/a55a2564-19fb-42de-b028-00d598cafe4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798919 Feb 17 04:43:49.516282 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-4f9a9415-f979-471b-82f2-08cb29f0bfc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:49.712608 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f20c61-d7b4-45b7-8981-9b518607f8db req-8660b0b9-64f9-49b8-a8e6-ebc8c4027d6e tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:49.714125 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-19f20c61-d7b4-45b7-8981-9b518607f8db req-8660b0b9-64f9-49b8-a8e6-ebc8c4027d6e tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2085f3c-e80e-429d-8a59-8d548f4a2fe3 HTTP/1.1" status: 200 len: 946 time: 0.0538204 Feb 17 04:43:49.755173 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-19f20c61-d7b4-45b7-8981-9b518607f8db req-bf1dd7c9-a88e-49a9-9705-566499a723a6 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346806 Feb 17 04:43:50.598071 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b096e87f-cfe8-42bb-bada-88315eec570e req-669eed4a-ccf6-49e6-b034-de7ca25254da tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:50.599455 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-b096e87f-cfe8-42bb-bada-88315eec570e req-669eed4a-ccf6-49e6-b034-de7ca25254da tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f7335ec-b7be-4238-b29c-943cc9d997d0 HTTP/1.1" status: 200 len: 946 time: 0.0483418 Feb 17 04:43:50.637110 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-b096e87f-cfe8-42bb-bada-88315eec570e req-83c46744-571e-4c57-9f12-df2776f7b317 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3112e5-8fb2-44d1-8f1b-18510013e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317047 Feb 17 04:43:50.880099 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca439eb-a80e-4143-8b27-d562d69bbaa4 req-1b9fa2c9-932e-4263-8ed0-d57c348ec0c7 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:50.881474 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-2ca439eb-a80e-4143-8b27-d562d69bbaa4 req-1b9fa2c9-932e-4263-8ed0-d57c348ec0c7 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2085f3c-e80e-429d-8a59-8d548f4a2fe3 HTTP/1.1" status: 200 len: 946 time: 0.0522671 Feb 17 04:43:50.919145 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-2ca439eb-a80e-4143-8b27-d562d69bbaa4 req-6cccd0f8-c547-40a4-ac49-5eb56ae46be2 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317764 Feb 17 04:43:51.767802 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4942ff20-fe7c-4aab-9bd9-da96a6f890a9 req-100746d2-bbea-4286-8db0-83edc01ef4f7 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:51.768341 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-3a39a519-6e2e-4061-a14b-5e935cbef4b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:51.769305 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-4942ff20-fe7c-4aab-9bd9-da96a6f890a9 req-100746d2-bbea-4286-8db0-83edc01ef4f7 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f7335ec-b7be-4238-b29c-943cc9d997d0 HTTP/1.1" status: 200 len: 946 time: 0.0558786 Feb 17 04:43:51.811154 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-4942ff20-fe7c-4aab-9bd9-da96a6f890a9 req-403bed6c-201b-4e09-aa71-57f106c9bcf3 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3112e5-8fb2-44d1-8f1b-18510013e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348670 Feb 17 04:43:52.505459 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f61b07-466c-42a7-b8f8-0720eb5f6f0d req-989ca0af-ae0d-4e9b-ac3f-8081508bc572 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:52.506878 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-98f61b07-466c-42a7-b8f8-0720eb5f6f0d req-989ca0af-ae0d-4e9b-ac3f-8081508bc572 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f7335ec-b7be-4238-b29c-943cc9d997d0 HTTP/1.1" status: 200 len: 946 time: 0.0491049 Feb 17 04:43:52.599523 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.plugin [req-98f61b07-466c-42a7-b8f8-0720eb5f6f0d req-3fde70e0-0308-435e-b823-b9b138b7a781 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Deleting port 5299d057-7f92-4591-841f-40b54a8dfa7b {{(pid=108155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:43:52.599866 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-98f61b07-466c-42a7-b8f8-0720eb5f6f0d req-3fde70e0-0308-435e-b823-b9b138b7a781 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733365899870'] for port, before_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:52.691158 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.db [req-98f61b07-466c-42a7-b8f8-0720eb5f6f0d req-3fde70e0-0308-435e-b823-b9b138b7a781 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] For port 5299d057-7f92-4591-841f-40b54a8dfa7b, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=5299d057-7f92-4591-841f-40b54a8dfa7b,segment=NetworkSegment(d7c23f60-fd81-463c-84c9-fb74244f4d61),segment_id=d7c23f60-fd81-463c-84c9-fb74244f4d61)] {{(pid=108155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:43:52.691495 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-98f61b07-466c-42a7-b8f8-0720eb5f6f0d req-3fde70e0-0308-435e-b823-b9b138b7a781 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650405'] for port, precommit_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:52.901775 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-98f61b07-466c-42a7-b8f8-0720eb5f6f0d req-3fde70e0-0308-435e-b823-b9b138b7a781 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:52.902230 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-98f61b07-466c-42a7-b8f8-0720eb5f6f0d req-3fde70e0-0308-435e-b823-b9b138b7a781 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650163'] for floatingip, after_update {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:52.902457 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.db.l3_db [req-98f61b07-466c-42a7-b8f8-0720eb5f6f0d req-3fde70e0-0308-435e-b823-b9b138b7a781 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Floating IP 72cf8490-aa1c-46d3-af9e-23c8d9828ea2 disassociated. External IP: 172.28.3.119, port: 5299d057-7f92-4591-841f-40b54a8dfa7b. Feb 17 04:43:52.902800 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.plugin [req-98f61b07-466c-42a7-b8f8-0720eb5f6f0d req-3fde70e0-0308-435e-b823-b9b138b7a781 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Calling delete_port for 5299d057-7f92-4591-841f-40b54a8dfa7b owned by compute:nova {{(pid=108155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:43:52.934525 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e9ce96-67a3-4090-aa3f-0ee9e5aa7efe req-ed08225a-c723-4ecb-8c73-eae1ad5d0ddb tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:52.936010 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-29e9ce96-67a3-4090-aa3f-0ee9e5aa7efe req-ed08225a-c723-4ecb-8c73-eae1ad5d0ddb tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f7335ec-b7be-4238-b29c-943cc9d997d0 HTTP/1.1" status: 200 len: 946 time: 0.0490677 Feb 17 04:43:52.974457 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-29e9ce96-67a3-4090-aa3f-0ee9e5aa7efe req-0328dc5a-b282-49cf-8bd7-08378143efa8 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3112e5-8fb2-44d1-8f1b-18510013e269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316856 Feb 17 04:43:53.024510 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-ad5ef704-a6a3-47d1-bcb0-f74a0b5e809f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:53.031532 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-98f61b07-466c-42a7-b8f8-0720eb5f6f0d req-3fde70e0-0308-435e-b823-b9b138b7a781 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733365900373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733365499778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2813823'] for port, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:53.060522 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fde70e0-0308-435e-b823-b9b138b7a781 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Pushing event deleted for resources: {'Port': ['ID=5299d057-7f92-4591-841f-40b54a8dfa7b,revision_number=None']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:43:53.174533 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-98f61b07-466c-42a7-b8f8-0720eb5f6f0d req-3fde70e0-0308-435e-b823-b9b138b7a781 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Router ef85b872-6682-4aea-a8d0-4a8b4a533176 has already been hosted by L3 agent e8023405-eda5-4975-af11-622b29ed5550 {{(pid=108155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 04:43:53.420429 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:53.490188 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-98f61b07-466c-42a7-b8f8-0720eb5f6f0d req-3fde70e0-0308-435e-b823-b9b138b7a781 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Notify agent at l3_agent.dv-cinder-829630-1-smb the message routers_updated {{(pid=108155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 04:43:53.502586 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22be75b7-a633-4d66-b924-285cbe5fd0ae None None] Sync routers for ids ['ef85b872-6682-4aea-a8d0-4a8b4a533176'] in dv-cinder-829630-1-smb {{(pid=108158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 04:43:53.517044 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22be75b7-a633-4d66-b924-285cbe5fd0ae None None] Routers {'ef85b872-6682-4aea-a8d0-4a8b4a533176'} bound to L3 agent in host dv-cinder-829630-1-smb {{(pid=108158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:43:53.517757 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_hamode_db [None req-22be75b7-a633-4d66-b924-285cbe5fd0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T04:31:52Z,description=,heartbeat_timestamp=2022-02-17T04:43:52Z,host='dv-cinder-829630-1-smb',id=e8023405-eda5-4975-af11-622b29ed5550,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:52Z,topic='l3_agent')) {'router_ids': ['ef85b872-6682-4aea-a8d0-4a8b4a533176'], 'active': True} {{(pid=108158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:43:53.532367 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.db.l3_dvrscheduler_db [req-98f61b07-466c-42a7-b8f8-0720eb5f6f0d req-3fde70e0-0308-435e-b823-b9b138b7a781 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] No DVR routers for this DVR port 5299d057-7f92-4591-841f-40b54a8dfa7b on host hv-cinder-82963 {{(pid=108155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 04:43:53.535018 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-98f61b07-466c-42a7-b8f8-0720eb5f6f0d req-3fde70e0-0308-435e-b823-b9b138b7a781 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49904'] for port, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:53.538330 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-98f61b07-466c-42a7-b8f8-0720eb5f6f0d req-3fde70e0-0308-435e-b823-b9b138b7a781 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.69 "DELETE /v2.0/ports/5299d057-7f92-4591-841f-40b54a8dfa7b HTTP/1.1" status: 204 len: 173 time: 1.0256529 Feb 17 04:43:53.538777 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f7335ec-b7be-4238-b29c-943cc9d997d0', 'name': 'network-vif-deleted', 'tag': '5299d057-7f92-4591-841f-40b54a8dfa7b'}] {{(pid=108155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:43:53.541133 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7db4504e89d758142afd4bd708bcac288359c97a2e78e5aa13d69e3d31a34d2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de1d734b-a400-474e-a7ee-bb4ca584f84b" -d '{"events": [{"server_uuid": "8f7335ec-b7be-4238-b29c-943cc9d997d0", "name": "network-vif-deleted", "tag": "5299d057-7f92-4591-841f-40b54a8dfa7b"}]}' {{(pid=108155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:43:53.580772 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 04:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0079b6f1-3f05-4999-a78b-dfa9c82c8dee x-openstack-request-id: req-0079b6f1-3f05-4999-a78b-dfa9c82c8dee {{(pid=108155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:43:53.581288 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f7335ec-b7be-4238-b29c-943cc9d997d0", "name": "network-vif-deleted", "tag": "5299d057-7f92-4591-841f-40b54a8dfa7b", "status": "completed", "code": 200}]} {{(pid=108155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:43:53.581763 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0079b6f1-3f05-4999-a78b-dfa9c82c8dee {{(pid=108155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:43:53.582347 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f7335ec-b7be-4238-b29c-943cc9d997d0', 'name': 'network-vif-deleted', 'tag': '5299d057-7f92-4591-841f-40b54a8dfa7b', 'status': 'completed', 'code': 200} Feb 17 04:43:53.673587 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_dvr_db [None req-22be75b7-a633-4d66-b924-285cbe5fd0ae None None] Set router ef85b872-6682-4aea-a8d0-4a8b4a533176 gateway port host: dv-cinder-829630-1-smb {{(pid=108158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:43:53.872632 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_hamode_db [None req-22be75b7-a633-4d66-b924-285cbe5fd0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef85b872-6682-4aea-a8d0-4a8b4a533176', 'name': 'tempest-AttachVolumeShelveTestJSON-408808888-router', 'tenant_id': 'fcce34a724fd4831979df5c4aa7cf368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'external_fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.22'}], 'enable_snat': True}, 'gw_port_id': '9c126979-2d2f-49c4-9445-d884b0b80ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:40:31Z', 'updated_at': '2022-02-17T04:40:40Z', 'revision_number': 4, 'project_id': 'fcce34a724fd4831979df5c4aa7cf368', 'gw_port': {'id': '9c126979-2d2f-49c4-9445-d884b0b80ebe', 'name': '', 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:55:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef85b872-6682-4aea-a8d0-4a8b4a533176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:32Z', 'updated_at': '2022-02-17T04:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-smb', '_interfaces': [{'id': '5d48e9dd-bf1d-4bae-bb34-e0f0e3fb4abf', 'name': '', 'network_id': '6044f085-e24b-42f2-baa3-35fa62a45e03', 'tenant_id': 'fcce34a724fd4831979df5c4aa7cf368', 'mac_address': 'fa:16:3e:ab:77:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef85b872-6682-4aea-a8d0-4a8b4a533176', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e939ef18-20cb-4ec3-b53b-ca721a133838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:37Z', 'updated_at': '2022-02-17T04:40:50Z', 'revision_number': 5, 'project_id': 'fcce34a724fd4831979df5c4aa7cf368', 'subnets': [{'id': 'e939ef18-20cb-4ec3-b53b-ca721a133838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-1-smb', False) {} {{(pid=108158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:43:53.898775 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22be75b7-a633-4d66-b924-285cbe5fd0ae None None] Checking router: ef85b872-6682-4aea-a8d0-4a8b4a533176 for host: dv-cinder-829630-1-smb {{(pid=108158) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 04:43:53.907661 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22be75b7-a633-4d66-b924-285cbe5fd0ae None None] Routers {'ef85b872-6682-4aea-a8d0-4a8b4a533176'} bound to L3 agent in host dv-cinder-829630-1-smb {{(pid=108158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:43:53.908262 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_hamode_db [None req-22be75b7-a633-4d66-b924-285cbe5fd0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T04:31:52Z,description=,heartbeat_timestamp=2022-02-17T04:43:52Z,host='dv-cinder-829630-1-smb',id=e8023405-eda5-4975-af11-622b29ed5550,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:52Z,topic='l3_agent')) {'router_ids': ['ef85b872-6682-4aea-a8d0-4a8b4a533176'], 'active': True} {{(pid=108158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:43:54.120592 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-8e3772f1-a52a-48a7-84fa-494c57cc135e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:54.137483 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-26a1def9-0860-4e85-899c-71c5d37bfab8 req-5874017c-7137-4571-ba91-13d0707f21bd tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f7335ec-b7be-4238-b29c-943cc9d997d0 HTTP/1.1" status: 200 len: 210 time: 0.0566845 Feb 17 04:43:54.145823 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_dvr_db [None req-22be75b7-a633-4d66-b924-285cbe5fd0ae None None] Set router ef85b872-6682-4aea-a8d0-4a8b4a533176 gateway port host: dv-cinder-829630-1-smb {{(pid=108158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:43:54.367792 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_hamode_db [None req-22be75b7-a633-4d66-b924-285cbe5fd0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef85b872-6682-4aea-a8d0-4a8b4a533176', 'name': 'tempest-AttachVolumeShelveTestJSON-408808888-router', 'tenant_id': 'fcce34a724fd4831979df5c4aa7cf368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'external_fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.22'}], 'enable_snat': True}, 'gw_port_id': '9c126979-2d2f-49c4-9445-d884b0b80ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:40:31Z', 'updated_at': '2022-02-17T04:40:40Z', 'revision_number': 4, 'project_id': 'fcce34a724fd4831979df5c4aa7cf368', 'gw_port': {'id': '9c126979-2d2f-49c4-9445-d884b0b80ebe', 'name': '', 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:55:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef85b872-6682-4aea-a8d0-4a8b4a533176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:32Z', 'updated_at': '2022-02-17T04:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-smb', '_interfaces': [{'id': '5d48e9dd-bf1d-4bae-bb34-e0f0e3fb4abf', 'name': '', 'network_id': '6044f085-e24b-42f2-baa3-35fa62a45e03', 'tenant_id': 'fcce34a724fd4831979df5c4aa7cf368', 'mac_address': 'fa:16:3e:ab:77:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef85b872-6682-4aea-a8d0-4a8b4a533176', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e939ef18-20cb-4ec3-b53b-ca721a133838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:37Z', 'updated_at': '2022-02-17T04:40:50Z', 'revision_number': 5, 'project_id': 'fcce34a724fd4831979df5c4aa7cf368', 'subnets': [{'id': 'e939ef18-20cb-4ec3-b53b-ca721a133838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-1-smb', False) {} {{(pid=108158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:43:54.396159 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22be75b7-a633-4d66-b924-285cbe5fd0ae None None] The sync data for ids ['ef85b872-6682-4aea-a8d0-4a8b4a533176'] in dv-cinder-829630-1-smb is: [{'id': 'ef85b872-6682-4aea-a8d0-4a8b4a533176', 'name': 'tempest-AttachVolumeShelveTestJSON-408808888-router', 'tenant_id': 'fcce34a724fd4831979df5c4aa7cf368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'external_fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.22'}], 'enable_snat': True}, 'gw_port_id': '9c126979-2d2f-49c4-9445-d884b0b80ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:40:31Z', 'updated_at': '2022-02-17T04:40:40Z', 'revision_number': 4, 'project_id': 'fcce34a724fd4831979df5c4aa7cf368', 'gw_port': {'id': '9c126979-2d2f-49c4-9445-d884b0b80ebe', 'name': '', 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:55:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef85b872-6682-4aea-a8d0-4a8b4a533176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:32Z', 'updated_at': '2022-02-17T04:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-smb', '_interfaces': [{'id': '5d48e9dd-bf1d-4bae-bb34-e0f0e3fb4abf', 'name': '', 'network_id': '6044f085-e24b-42f2-baa3-35fa62a45e03', 'tenant_id': 'fcce34a724fd4831979df5c4aa7cf368', 'mac_address': 'fa:16:3e:ab:77:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef85b872-6682-4aea-a8d0-4a8b4a533176', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e939ef18-20cb-4ec3-b53b-ca721a133838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:37Z', 'updated_at': '2022-02-17T04:40:50Z', 'revision_number': 5, 'project_id': 'fcce34a724fd4831979df5c4aa7cf368', 'subnets': [{'id': 'e939ef18-20cb-4ec3-b53b-ca721a133838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 04:43:54.628125 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51e87d8-4f43-48c7-802b-1ebf8b5d1918 None None] New status for floating IP 72cf8490-aa1c-46d3-af9e-23c8d9828ea2: DOWN {{(pid=108157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 04:43:54.809823 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bac0af2-5f9a-44d1-99b2-5482655d4755 req-2b45d6e4-da83-4a92-afb1-851343d2ee12 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:54.811215 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-1bac0af2-5f9a-44d1-99b2-5482655d4755 req-2b45d6e4-da83-4a92-afb1-851343d2ee12 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=391d8445-5681-452e-87d2-f3fc8e6a95c5 HTTP/1.1" status: 200 len: 945 time: 0.0500596 Feb 17 04:43:54.853940 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-1bac0af2-5f9a-44d1-99b2-5482655d4755 req-3949fbaa-9f1b-4753-936b-2b4daeb6c2d6 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361991 Feb 17 04:43:54.878232 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:55.969363 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc36a4-a8d4-4969-8498-858053002698 req-be7b037b-920f-4c81-b77d-eb5fe6a6ed45 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:55.970822 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-17bc36a4-a8d4-4969-8498-858053002698 req-be7b037b-920f-4c81-b77d-eb5fe6a6ed45 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=391d8445-5681-452e-87d2-f3fc8e6a95c5 HTTP/1.1" status: 200 len: 945 time: 0.0484426 Feb 17 04:43:56.008298 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-17bc36a4-a8d4-4969-8498-858053002698 req-83b2a58f-43e5-4f4f-a09b-ba11b388fb0d tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316191 Feb 17 04:43:56.243156 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 33370) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:43:56.296696 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-9e2a70a3-5311-46c6-ac20-b5ebfa092cfd tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Notify callbacks [] for security_group, before_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:56.322978 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-9e2a70a3-5311-46c6-ac20-b5ebfa092cfd tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:56.371612 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-9e2a70a3-5311-46c6-ac20-b5ebfa092cfd tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:56.375025 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-9e2a70a3-5311-46c6-ac20-b5ebfa092cfd tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Notify callbacks [] for security_group, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:56.378565 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-9e2a70a3-5311-46c6-ac20-b5ebfa092cfd tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "DELETE /v2.0/security-groups/fb3112e5-8fb2-44d1-8f1b-18510013e269 HTTP/1.1" status: 204 len: 168 time: 0.1320634 Feb 17 04:43:56.379097 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 33376) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:43:56.385454 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a70a3-5311-46c6-ac20-b5ebfa092cfd tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb3112e5-8fb2-44d1-8f1b-18510013e269,revision_number=None']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:43:56.393505 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.api.v2.resource [None req-b686c911-1173-4f12-a44a-0cc7237d2ac0 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] show failed (client error): The resource could not be found. Feb 17 04:43:56.394856 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-b686c911-1173-4f12-a44a-0cc7237d2ac0 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups/fb3112e5-8fb2-44d1-8f1b-18510013e269 HTTP/1.1" status: 404 len: 347 time: 0.0146713 Feb 17 04:43:56.397708 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 33378) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:43:56.562448 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.plugin [None req-18f35b00-df21-4a58-b0ff-6f03bbccebf6 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Deleting port f63a7edd-1fcb-423a-aedb-ee5ca4e10b21 {{(pid=108156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:43:56.562790 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-18f35b00-df21-4a58-b0ff-6f03bbccebf6 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733365899870'] for port, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:56.605369 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 33382) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:43:56.637175 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-18f35b00-df21-4a58-b0ff-6f03bbccebf6 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650405'] for port, precommit_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:56.637498 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-18f35b00-df21-4a58-b0ff-6f03bbccebf6 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:56.649395 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.plugin [None req-18f35b00-df21-4a58-b0ff-6f03bbccebf6 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Calling delete_port for f63a7edd-1fcb-423a-aedb-ee5ca4e10b21 owned by network:floatingip {{(pid=108156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:43:56.707901 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-1383e6dc-0e39-4722-bd84-91a0ef422cea admin admin] Notify callbacks [] for security_group, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:56.784655 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-1383e6dc-0e39-4722-bd84-91a0ef422cea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:56.789060 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-1383e6dc-0e39-4722-bd84-91a0ef422cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:56.792010 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-18f35b00-df21-4a58-b0ff-6f03bbccebf6 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733365900373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733365499778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26489006'] for port, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:56.821092 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f35b00-df21-4a58-b0ff-6f03bbccebf6 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Pushing event deleted for resources: {'Port': ['ID=f63a7edd-1fcb-423a-aedb-ee5ca4e10b21,revision_number=None']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:43:56.826376 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-1383e6dc-0e39-4722-bd84-91a0ef422cea admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=80523b064626401e9234fbc6a6204916&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2198598 Feb 17 04:43:56.828515 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1383e6dc-0e39-4722-bd84-91a0ef422cea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf15e84-bfb6-403c-a56a-cabda479382a,revision_number=1']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:43:56.830952 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 33386) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:43:56.883572 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-cc1ca0a6-2f92-4c61-94fd-2122a90c0f92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:56.906575 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-cc1ca0a6-2f92-4c61-94fd-2122a90c0f92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:56.959616 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-cc1ca0a6-2f92-4c61-94fd-2122a90c0f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:56.962434 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-cc1ca0a6-2f92-4c61-94fd-2122a90c0f92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:56.963701 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-cc1ca0a6-2f92-4c61-94fd-2122a90c0f92 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5cf15e84-bfb6-403c-a56a-cabda479382a HTTP/1.1" status: 204 len: 168 time: 0.1318355 Feb 17 04:43:56.972467 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1ca0a6-2f92-4c61-94fd-2122a90c0f92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cf15e84-bfb6-403c-a56a-cabda479382a,revision_number=None']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:43:56.997698 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Device 5299d057-7f92-4591-841f-40b54a8dfa7b no longer exists at agent hyperv_hv-cinder-82963 {{(pid=108157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 04:43:57.019316 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.plugin [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] No Port match for: 5299d057-7f92-4591-841f-40b54a8dfa7b {{(pid=108157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 17 04:43:57.019818 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Device 5299d057-7f92-4591-841f-40b54a8dfa7b not bound to the agent host hv-cinder-82963 {{(pid=108157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 04:43:57.066862 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f35b00-df21-4a58-b0ff-6f03bbccebf6 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:43:57.067281 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f35b00-df21-4a58-b0ff-6f03bbccebf6 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:43:57.067481 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f35b00-df21-4a58-b0ff-6f03bbccebf6 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:43:57.067803 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f35b00-df21-4a58-b0ff-6f03bbccebf6 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:43:57.068127 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f35b00-df21-4a58-b0ff-6f03bbccebf6 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:43:57.068453 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f35b00-df21-4a58-b0ff-6f03bbccebf6 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:43:57.068772 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f35b00-df21-4a58-b0ff-6f03bbccebf6 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:43:57.069094 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f35b00-df21-4a58-b0ff-6f03bbccebf6 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:43:57.069413 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f35b00-df21-4a58-b0ff-6f03bbccebf6 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:43:57.069730 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f35b00-df21-4a58-b0ff-6f03bbccebf6 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:43:57.070045 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f35b00-df21-4a58-b0ff-6f03bbccebf6 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:43:57.070360 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f35b00-df21-4a58-b0ff-6f03bbccebf6 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:43:57.088891 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0497ce-80fa-46ea-aec4-9b25e9160567 req-11df69f7-4dd8-44f1-a284-c1a4d03e8866 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:57.090372 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-db0497ce-80fa-46ea-aec4-9b25e9160567 req-11df69f7-4dd8-44f1-a284-c1a4d03e8866 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.69 "GET /v2.0/ports?device_id=391d8445-5681-452e-87d2-f3fc8e6a95c5 HTTP/1.1" status: 200 len: 945 time: 0.0625381 Feb 17 04:43:57.114261 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-18f35b00-df21-4a58-b0ff-6f03bbccebf6 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Notify callbacks [] for floatingip, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:57.117330 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-18f35b00-df21-4a58-b0ff-6f03bbccebf6 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49904'] for floatingip, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:57.121410 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-18f35b00-df21-4a58-b0ff-6f03bbccebf6 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "DELETE /v2.0/floatingips/72cf8490-aa1c-46d3-af9e-23c8d9828ea2 HTTP/1.1" status: 204 len: 168 time: 0.7196622 Feb 17 04:43:57.222440 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fbc6ba-9149-427d-8588-b072f8743ea4 req-767382ea-de71-411e-b0ca-bf7bef044f91 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:57.224048 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-04fbc6ba-9149-427d-8588-b072f8743ea4 req-767382ea-de71-411e-b0ca-bf7bef044f91 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=391d8445-5681-452e-87d2-f3fc8e6a95c5 HTTP/1.1" status: 200 len: 945 time: 0.1327772 Feb 17 04:43:57.245264 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.plugin [req-db0497ce-80fa-46ea-aec4-9b25e9160567 req-23137732-1b99-4b62-aa7d-c1c924454989 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Deleting port cb9c34f0-e7d0-4ad9-a832-2b8d36fd4b75 {{(pid=108155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:43:57.245647 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-db0497ce-80fa-46ea-aec4-9b25e9160567 req-23137732-1b99-4b62-aa7d-c1c924454989 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733365899870'] for port, before_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:57.322449 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-04fbc6ba-9149-427d-8588-b072f8743ea4 req-3913e642-c208-42e3-8fa2-320892b5fb02 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864925 Feb 17 04:43:57.358134 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.db [req-db0497ce-80fa-46ea-aec4-9b25e9160567 req-23137732-1b99-4b62-aa7d-c1c924454989 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] For port cb9c34f0-e7d0-4ad9-a832-2b8d36fd4b75, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=cb9c34f0-e7d0-4ad9-a832-2b8d36fd4b75,segment=NetworkSegment(921f51d7-f717-4c8c-bc48-c7fb530ad607),segment_id=921f51d7-f717-4c8c-bc48-c7fb530ad607)] {{(pid=108155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:43:57.358506 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-db0497ce-80fa-46ea-aec4-9b25e9160567 req-23137732-1b99-4b62-aa7d-c1c924454989 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650405'] for port, precommit_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:57.372262 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.plugin [req-db0497ce-80fa-46ea-aec4-9b25e9160567 req-23137732-1b99-4b62-aa7d-c1c924454989 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Calling delete_port for cb9c34f0-e7d0-4ad9-a832-2b8d36fd4b75 owned by compute:nova {{(pid=108155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:43:57.435216 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 33394) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:43:57.439726 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.v2.base [None req-1f59fd22-e325-4e05-a9b4-d94ce056e6a3 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1743992000', 'description': 'tempest-description--1196981094'}} {{(pid=108156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:43:57.466216 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-1f59fd22-e325-4e05-a9b4-d94ce056e6a3 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Notify callbacks [] for security_group, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:57.504563 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-db0497ce-80fa-46ea-aec4-9b25e9160567 req-23137732-1b99-4b62-aa7d-c1c924454989 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733365900373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733365499778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2813823'] for port, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:57.518471 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] get_ports_and_sgs() called for port_ids ['bf25add4-5eea-4ae0-8640-eb4f7324dd34', 'cb9c34f0-e7d0-4ad9-a832-2b8d36fd4b75'] {{(pid=108157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 04:43:57.534118 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23137732-1b99-4b62-aa7d-c1c924454989 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Pushing event deleted for resources: {'Port': ['ID=cb9c34f0-e7d0-4ad9-a832-2b8d36fd4b75,revision_number=None']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:43:57.536403 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-1f59fd22-e325-4e05-a9b4-d94ce056e6a3 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Notify callbacks [] for security_group, precommit_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:57.545576 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-1f59fd22-e325-4e05-a9b4-d94ce056e6a3 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:57.582659 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-1f59fd22-e325-4e05-a9b4-d94ce056e6a3 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Notify callbacks [] for security_group, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:57.582882 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.db.l3_dvrscheduler_db [req-db0497ce-80fa-46ea-aec4-9b25e9160567 req-23137732-1b99-4b62-aa7d-c1c924454989 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] No DVR routers for this DVR port cb9c34f0-e7d0-4ad9-a832-2b8d36fd4b75 on host hv-cinder-82963 {{(pid=108155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 04:43:57.584204 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-1f59fd22-e325-4e05-a9b4-d94ce056e6a3 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1479380 Feb 17 04:43:57.586386 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-db0497ce-80fa-46ea-aec4-9b25e9160567 req-23137732-1b99-4b62-aa7d-c1c924454989 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49904'] for port, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:57.587301 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 33396) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:43:57.590128 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-db0497ce-80fa-46ea-aec4-9b25e9160567 req-23137732-1b99-4b62-aa7d-c1c924454989 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.69 "DELETE /v2.0/ports/cb9c34f0-e7d0-4ad9-a832-2b8d36fd4b75 HTTP/1.1" status: 204 len: 173 time: 0.4873817 Feb 17 04:43:57.590629 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '391d8445-5681-452e-87d2-f3fc8e6a95c5', 'name': 'network-vif-deleted', 'tag': 'cb9c34f0-e7d0-4ad9-a832-2b8d36fd4b75'}] {{(pid=108155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:43:57.591851 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.v2.base [None req-51b1206f-d6d2-4fc5-9b0b-988af913fc25 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Request body: {'security_group_rule': {'security_group_id': 'cf33ea2b-fb92-4d81-bdf5-c93b5d217564', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:43:57.594021 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7db4504e89d758142afd4bd708bcac288359c97a2e78e5aa13d69e3d31a34d2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32e31f81-c67d-4293-8b58-aba541e95f88" -d '{"events": [{"server_uuid": "391d8445-5681-452e-87d2-f3fc8e6a95c5", "name": "network-vif-deleted", "tag": "cb9c34f0-e7d0-4ad9-a832-2b8d36fd4b75"}]}' {{(pid=108155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:43:57.598667 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f59fd22-e325-4e05-a9b4-d94ce056e6a3 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf33ea2b-fb92-4d81-bdf5-c93b5d217564,revision_number=1']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:43:57.631296 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-51b1206f-d6d2-4fc5-9b0b-988af913fc25 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:57.641402 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 04:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d89f3f92-fea0-4def-b517-9f3b5a2777e1 x-openstack-request-id: req-d89f3f92-fea0-4def-b517-9f3b5a2777e1 {{(pid=108155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:43:57.641779 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "391d8445-5681-452e-87d2-f3fc8e6a95c5", "name": "network-vif-deleted", "tag": "cb9c34f0-e7d0-4ad9-a832-2b8d36fd4b75", "status": "completed", "code": 200}]} {{(pid=108155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:43:57.642124 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d89f3f92-fea0-4def-b517-9f3b5a2777e1 {{(pid=108155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:43:57.642971 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '391d8445-5681-452e-87d2-f3fc8e6a95c5', 'name': 'network-vif-deleted', 'tag': 'cb9c34f0-e7d0-4ad9-a832-2b8d36fd4b75', 'status': 'completed', 'code': 200} Feb 17 04:43:57.698590 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-51b1206f-d6d2-4fc5-9b0b-988af913fc25 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:57.702630 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-51b1206f-d6d2-4fc5-9b0b-988af913fc25 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825139'] for security_group_rule, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:57.719627 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b1206f-d6d2-4fc5-9b0b-988af913fc25 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63b58765-925d-4751-bbf7-4e0907e551a6,revision_number=0']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:43:57.728006 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-51b1206f-d6d2-4fc5-9b0b-988af913fc25 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:57.729342 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-51b1206f-d6d2-4fc5-9b0b-988af913fc25 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1409202 Feb 17 04:43:57.731850 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 33400) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:43:57.736817 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.v2.base [None req-014ba8a2-879c-4d14-8b26-206c5813b90c tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Request body: {'security_group_rule': {'security_group_id': 'cf33ea2b-fb92-4d81-bdf5-c93b5d217564', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:43:57.764449 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-014ba8a2-879c-4d14-8b26-206c5813b90c tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:57.822704 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-014ba8a2-879c-4d14-8b26-206c5813b90c tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:57.826270 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-014ba8a2-879c-4d14-8b26-206c5813b90c tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825139'] for security_group_rule, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:57.846315 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014ba8a2-879c-4d14-8b26-206c5813b90c tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b468804-658d-4fda-8746-a240ef286c62,revision_number=0']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:43:57.851866 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-014ba8a2-879c-4d14-8b26-206c5813b90c tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:57.853024 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-014ba8a2-879c-4d14-8b26-206c5813b90c tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1202414 Feb 17 04:43:57.854736 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.agents_db [None req-cbde576c-1bd3-47c0-9bd8-6306741b546e None None] Agent healthcheck: found 6 active agents {{(pid=108158) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 04:43:57.856131 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 33402) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:43:57.861048 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.v2.base [None req-f0dda071-9228-4ffb-9aff-ad6f6e816d1c tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Request body: {'floatingip': {'floating_network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2'}} {{(pid=108156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:43:57.884851 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-f0dda071-9228-4ffb-9aff-ad6f6e816d1c tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Notify callbacks [] for floatingip, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:57.977059 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-f0dda071-9228-4ffb-9aff-ad6f6e816d1c tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:58.084585 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.db.db_base_plugin_common [None req-f0dda071-9228-4ffb-9aff-ad6f6e816d1c tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Allocated IP 172.28.3.98 (9ee4813c-26bc-4ce0-8bb0-948d56f273c2/e9f6ab95-7249-4be3-8bb0-da1d9214eacd/22dbd9bb-58f6-4230-a2eb-f541c4dbe86c) {{(pid=108156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:43:58.190661 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-f0dda071-9228-4ffb-9aff-ad6f6e816d1c tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Notify callbacks [] for port, precommit_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:58.223382 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-f0dda071-9228-4ffb-9aff-ad6f6e816d1c tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733365499769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26489006'] for port, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:58.262552 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0dda071-9228-4ffb-9aff-ad6f6e816d1c tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Network 9ee4813c-26bc-4ce0-8bb0-948d56f273c2 is already hosted by enough agents. {{(pid=108156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:43:58.266003 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.scheduler.base_scheduler [None req-f0dda071-9228-4ffb-9aff-ad6f6e816d1c tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Resources bound (agent type, host, resource id): {{(pid=108156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:43:58.269444 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0dda071-9228-4ffb-9aff-ad6f6e816d1c tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Received port after_create {{(pid=108156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:43:58.298624 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dda071-9228-4ffb-9aff-ad6f6e816d1c tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Pushing event updated for resources: {'Port': ['ID=22dbd9bb-58f6-4230-a2eb-f541c4dbe86c,revision_number=1']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:43:58.357431 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-f0dda071-9228-4ffb-9aff-ad6f6e816d1c tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:58.392507 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-f0dda071-9228-4ffb-9aff-ad6f6e816d1c tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:58.560714 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-f0dda071-9228-4ffb-9aff-ad6f6e816d1c tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Notify callbacks [] for port, precommit_update {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:58.566340 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-f0dda071-9228-4ffb-9aff-ad6f6e816d1c tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26488999'] for port, after_update {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:58.665764 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a97c3ae-2b7d-4c30-9083-c3d9124ee4dd req-777f5e28-2afe-4f7c-ae20-4a5315ed158f tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:58.667452 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-8a97c3ae-2b7d-4c30-9083-c3d9124ee4dd req-777f5e28-2afe-4f7c-ae20-4a5315ed158f tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2085f3c-e80e-429d-8a59-8d548f4a2fe3 HTTP/1.1" status: 200 len: 946 time: 0.1178913 Feb 17 04:43:58.672857 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dda071-9228-4ffb-9aff-ad6f6e816d1c tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Pushing event updated for resources: {'Port': ['ID=22dbd9bb-58f6-4230-a2eb-f541c4dbe86c,revision_number=2']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:43:58.685420 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-f0dda071-9228-4ffb-9aff-ad6f6e816d1c tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650163'] for floatingip, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:58.714302 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-f0dda071-9228-4ffb-9aff-ad6f6e816d1c tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49904'] for floatingip, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:58.715481 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-f0dda071-9228-4ffb-9aff-ad6f6e816d1c tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8583989 Feb 17 04:43:58.722742 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-8a97c3ae-2b7d-4c30-9083-c3d9124ee4dd req-1c42a1a3-1ff1-4d93-adef-ba285dbdb437 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451636 Feb 17 04:43:58.897429 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-15c2f542-61f5-472d-a561-b63c7d2e7df8 req-406279d9-dc04-4bda-b7dd-d71e44fc6d96 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1743992000&fields=id&tenant_id=fcce34a724fd4831979df5c4aa7cf368 HTTP/1.1" status: 200 len: 267 time: 0.0319529 Feb 17 04:43:58.999192 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c2f542-61f5-472d-a561-b63c7d2e7df8 req-946c2108-cfdc-4056-bff6-8d6ed3b04df1 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:59.000611 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-15c2f542-61f5-472d-a561-b63c7d2e7df8 req-946c2108-cfdc-4056-bff6-8d6ed3b04df1 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/networks?id=6044f085-e24b-42f2-baa3-35fa62a45e03 HTTP/1.1" status: 200 len: 816 time: 0.0967445 Feb 17 04:43:59.014658 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-15c2f542-61f5-472d-a561-b63c7d2e7df8 req-0a4bc0c1-6df4-47fb-b588-f1a48e47d710 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/quotas/fcce34a724fd4831979df5c4aa7cf368 HTTP/1.1" status: 200 len: 375 time: 0.0085101 Feb 17 04:43:59.069396 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-15c2f542-61f5-472d-a561-b63c7d2e7df8 req-2f906294-0d3e-40c9-a742-221bcfd035d6 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=fcce34a724fd4831979df5c4aa7cf368&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0495441 Feb 17 04:43:59.161212 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-15c2f542-61f5-472d-a561-b63c7d2e7df8 req-e40ad79b-401a-4e8d-99e6-3f41003723b8 service neutron] 10.222.0.36 "GET /v2.0/networks/6044f085-e24b-42f2-baa3-35fa62a45e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803211 Feb 17 04:43:59.251516 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-15c2f542-61f5-472d-a561-b63c7d2e7df8 req-d819ce21-3010-4f44-858d-8d953567c343 service neutron] 10.222.0.36 "GET /v2.0/networks/6044f085-e24b-42f2-baa3-35fa62a45e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842526 Feb 17 04:43:59.407687 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-f7abec87-70c1-41af-822c-6651b3419472 req-9e67cc19-3e03-4d1d-a9f4-269285e3facc tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8802c9d3-3f08-4e7d-8caa-c98713207758 HTTP/1.1" status: 200 len: 210 time: 0.0262742 Feb 17 04:43:59.845680 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2961d12-17a2-48f6-9961-4b5f1103dc9c req-3d589a57-d64a-4ed9-ba5a-1f72284e4444 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:59.847182 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-f2961d12-17a2-48f6-9961-4b5f1103dc9c req-3d589a57-d64a-4ed9-ba5a-1f72284e4444 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2085f3c-e80e-429d-8a59-8d548f4a2fe3 HTTP/1.1" status: 200 len: 946 time: 0.0506773 Feb 17 04:43:59.885675 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-f2961d12-17a2-48f6-9961-4b5f1103dc9c req-ea30294e-ebff-4a99-812a-9013d16b21ff tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324078 Feb 17 04:44:00.329091 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c2f542-61f5-472d-a561-b63c7d2e7df8 req-74a9f71b-a25d-47f3-a009-f795dc04bd92 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:00.330515 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-15c2f542-61f5-472d-a561-b63c7d2e7df8 req-74a9f71b-a25d-47f3-a009-f795dc04bd92 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.69 "GET /v2.0/networks?id=6044f085-e24b-42f2-baa3-35fa62a45e03 HTTP/1.1" status: 200 len: 816 time: 0.1019847 Feb 17 04:44:00.379586 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-15c2f542-61f5-472d-a561-b63c7d2e7df8 req-0df3acf4-a9d1-48ca-901c-8a687374f976 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fcce34a724fd4831979df5c4aa7cf368 HTTP/1.1" status: 200 len: 380 time: 0.0378084 Feb 17 04:44:00.393724 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.v2.base [req-15c2f542-61f5-472d-a561-b63c7d2e7df8 req-ca34ed9f-93d6-4e12-8e69-4f0eba78adb1 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Request body: {'port': {'device_id': '8802c9d3-3f08-4e7d-8caa-c98713207758', 'network_id': '6044f085-e24b-42f2-baa3-35fa62a45e03', 'admin_state_up': True, 'tenant_id': 'fcce34a724fd4831979df5c4aa7cf368', 'security_groups': ['cf33ea2b-fb92-4d81-bdf5-c93b5d217564']}} {{(pid=108155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:44:00.502728 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15c2f542-61f5-472d-a561-b63c7d2e7df8 req-ca34ed9f-93d6-4e12-8e69-4f0eba78adb1 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Made reservation on behalf of fcce34a724fd4831979df5c4aa7cf368 for: {'port': 1} {{(pid=108155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:44:00.506249 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-15c2f542-61f5-472d-a561-b63c7d2e7df8 req-ca34ed9f-93d6-4e12-8e69-4f0eba78adb1 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:00.511751 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-783b8462-0635-426c-b903-d732ba5fd127 req-a9395627-9e72-4ed3-b795-53bfe705a8a5 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8802c9d3-3f08-4e7d-8caa-c98713207758 HTTP/1.1" status: 200 len: 210 time: 0.0326884 Feb 17 04:44:00.633197 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.db.db_base_plugin_common [req-15c2f542-61f5-472d-a561-b63c7d2e7df8 req-ca34ed9f-93d6-4e12-8e69-4f0eba78adb1 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Allocated IP 172.20.0.5 (6044f085-e24b-42f2-baa3-35fa62a45e03/e939ef18-20cb-4ec3-b53b-ca721a133838/a7f179ed-607d-40af-a0c7-ce86809b6f52) {{(pid=108155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:44:00.763522 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-15c2f542-61f5-472d-a561-b63c7d2e7df8 req-ca34ed9f-93d6-4e12-8e69-4f0eba78adb1 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Notify callbacks [] for port, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:00.796392 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-15c2f542-61f5-472d-a561-b63c7d2e7df8 req-ca34ed9f-93d6-4e12-8e69-4f0eba78adb1 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733365499769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2813823'] for port, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:00.844318 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15c2f542-61f5-472d-a561-b63c7d2e7df8 req-ca34ed9f-93d6-4e12-8e69-4f0eba78adb1 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Network 6044f085-e24b-42f2-baa3-35fa62a45e03 is already hosted by enough agents. {{(pid=108155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:44:00.847270 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.scheduler.base_scheduler [req-15c2f542-61f5-472d-a561-b63c7d2e7df8 req-ca34ed9f-93d6-4e12-8e69-4f0eba78adb1 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Resources bound (agent type, host, resource id): {{(pid=108155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:44:00.850836 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.db.l3_dvrscheduler_db [req-15c2f542-61f5-472d-a561-b63c7d2e7df8 req-ca34ed9f-93d6-4e12-8e69-4f0eba78adb1 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Received port after_create {{(pid=108155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:44:00.857327 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca34ed9f-93d6-4e12-8e69-4f0eba78adb1 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Pushing event updated for resources: {'Port': ['ID=a7f179ed-607d-40af-a0c7-ce86809b6f52,revision_number=1']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:44:00.903793 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c2f542-61f5-472d-a561-b63c7d2e7df8 req-ca34ed9f-93d6-4e12-8e69-4f0eba78adb1 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:00.904417 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-15c2f542-61f5-472d-a561-b63c7d2e7df8 req-ca34ed9f-93d6-4e12-8e69-4f0eba78adb1 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49904'] for port, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:00.922772 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-15c2f542-61f5-472d-a561-b63c7d2e7df8 req-ca34ed9f-93d6-4e12-8e69-4f0eba78adb1 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5329890 Feb 17 04:44:00.936203 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.v2.base [req-15c2f542-61f5-472d-a561-b63c7d2e7df8 req-28bfc460-828b-4671-a9fc-5a63f5a7ce87 service neutron] Request body: {'port': {'device_id': '8802c9d3-3f08-4e7d-8caa-c98713207758', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82963'}} {{(pid=108155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:44:01.013595 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Device cb9c34f0-e7d0-4ad9-a832-2b8d36fd4b75 no longer exists at agent hyperv_hv-cinder-82963 {{(pid=108157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 04:44:01.024025 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-15c2f542-61f5-472d-a561-b63c7d2e7df8 req-28bfc460-828b-4671-a9fc-5a63f5a7ce87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:01.033787 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.plugin [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] No Port match for: cb9c34f0-e7d0-4ad9-a832-2b8d36fd4b75 {{(pid=108157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 17 04:44:01.034133 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Device cb9c34f0-e7d0-4ad9-a832-2b8d36fd4b75 not bound to the agent host hv-cinder-82963 {{(pid=108157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 04:44:01.052263 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1728f8f-ec51-440c-b563-83b4ba5f7ea9 req-e3e163b0-e946-498e-8709-eba25bad05df tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:01.053737 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-a1728f8f-ec51-440c-b563-83b4ba5f7ea9 req-e3e163b0-e946-498e-8709-eba25bad05df tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2085f3c-e80e-429d-8a59-8d548f4a2fe3 HTTP/1.1" status: 200 len: 946 time: 0.0890751 Feb 17 04:44:01.075355 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-7cdf84b6-d0ae-4bf1-942f-e23a58ac89c3 None None] Provisioning complete for port a7f179ed-607d-40af-a0c7-ce86809b6f52 triggered by entity DHCP. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:44:01.075723 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7cdf84b6-d0ae-4bf1-942f-e23a58ac89c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:01.110446 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.plugin [None req-7cdf84b6-d0ae-4bf1-942f-e23a58ac89c3 None None] Port a7f179ed-607d-40af-a0c7-ce86809b6f52 cannot update to ACTIVE because it is not bound. {{(pid=108157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 17 04:44:01.164842 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-a1728f8f-ec51-440c-b563-83b4ba5f7ea9 req-07341254-1660-4d64-9df0-1c9d82321540 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934565 Feb 17 04:44:01.323812 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.notifiers.nova [req-15c2f542-61f5-472d-a561-b63c7d2e7df8 req-28bfc460-828b-4671-a9fc-5a63f5a7ce87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7f179ed-607d-40af-a0c7-ce86809b6f52 {{(pid=108155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 04:44:01.331791 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-15c2f542-61f5-472d-a561-b63c7d2e7df8 req-28bfc460-828b-4671-a9fc-5a63f5a7ce87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:01.344137 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.db.provisioning_blocks [req-15c2f542-61f5-472d-a561-b63c7d2e7df8 req-28bfc460-828b-4671-a9fc-5a63f5a7ce87 service neutron] Transition to ACTIVE for port object a7f179ed-607d-40af-a0c7-ce86809b6f52 will not be triggered until provisioned by entity L2. {{(pid=108155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 04:44:01.348186 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-15c2f542-61f5-472d-a561-b63c7d2e7df8 req-28bfc460-828b-4671-a9fc-5a63f5a7ce87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2813814'] for port, after_update {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:01.418125 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bfc460-828b-4671-a9fc-5a63f5a7ce87 service neutron] Pushing event updated for resources: {'Port': ['ID=a7f179ed-607d-40af-a0c7-ce86809b6f52,revision_number=2']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:44:01.470540 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.managers [req-15c2f542-61f5-472d-a561-b63c7d2e7df8 req-28bfc460-828b-4671-a9fc-5a63f5a7ce87 service neutron] Attempting to bind port a7f179ed-607d-40af-a0c7-ce86809b6f52 on host hv-cinder-82963 for vnic_type normal with profile {{(pid=108155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 04:44:01.470872 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.managers [req-15c2f542-61f5-472d-a561-b63c7d2e7df8 req-28bfc460-828b-4671-a9fc-5a63f5a7ce87 service neutron] Attempting to bind port a7f179ed-607d-40af-a0c7-ce86809b6f52 by drivers openvswitch,hyperv on host hv-cinder-82963 at level 0 using segments [{'id': 'd7c23f60-fd81-463c-84c9-fb74244f4d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '6044f085-e24b-42f2-baa3-35fa62a45e03'}] {{(pid=108155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 04:44:01.471235 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c2f542-61f5-472d-a561-b63c7d2e7df8 req-28bfc460-828b-4671-a9fc-5a63f5a7ce87 service neutron] Attempting to bind port a7f179ed-607d-40af-a0c7-ce86809b6f52 on network 6044f085-e24b-42f2-baa3-35fa62a45e03 {{(pid=108155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:44:01.475768 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c2f542-61f5-472d-a561-b63c7d2e7df8 req-28bfc460-828b-4671-a9fc-5a63f5a7ce87 service neutron] Port a7f179ed-607d-40af-a0c7-ce86809b6f52 on network 6044f085-e24b-42f2-baa3-35fa62a45e03 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82963 {{(pid=108155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 04:44:01.476117 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c2f542-61f5-472d-a561-b63c7d2e7df8 req-28bfc460-828b-4671-a9fc-5a63f5a7ce87 service neutron] Attempting to bind port a7f179ed-607d-40af-a0c7-ce86809b6f52 on network 6044f085-e24b-42f2-baa3-35fa62a45e03 {{(pid=108155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:44:01.481210 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c2f542-61f5-472d-a561-b63c7d2e7df8 req-28bfc460-828b-4671-a9fc-5a63f5a7ce87 service neutron] Checking agent: {'id': '8333eb14-27e3-4539-92ee-8ab97b467e5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82963', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 4, 38, 23), 'started_at': datetime.datetime(2022, 2, 17, 4, 38, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 4, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 04:44:01.481551 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c2f542-61f5-472d-a561-b63c7d2e7df8 req-28bfc460-828b-4671-a9fc-5a63f5a7ce87 service neutron] Checking segment: {'id': 'd7c23f60-fd81-463c-84c9-fb74244f4d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '6044f085-e24b-42f2-baa3-35fa62a45e03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:44:01.481938 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c2f542-61f5-472d-a561-b63c7d2e7df8 req-28bfc460-828b-4671-a9fc-5a63f5a7ce87 service neutron] Bound using segment: {'id': 'd7c23f60-fd81-463c-84c9-fb74244f4d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '6044f085-e24b-42f2-baa3-35fa62a45e03'} {{(pid=108155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 04:44:01.482370 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.managers [req-15c2f542-61f5-472d-a561-b63c7d2e7df8 req-28bfc460-828b-4671-a9fc-5a63f5a7ce87 service neutron] Bound port: a7f179ed-607d-40af-a0c7-ce86809b6f52, host: hv-cinder-82963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7c23f60-fd81-463c-84c9-fb74244f4d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '6044f085-e24b-42f2-baa3-35fa62a45e03'}}] {{(pid=108155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 04:44:01.482726 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-15c2f542-61f5-472d-a561-b63c7d2e7df8 req-28bfc460-828b-4671-a9fc-5a63f5a7ce87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:01.550177 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.db [req-15c2f542-61f5-472d-a561-b63c7d2e7df8 req-28bfc460-828b-4671-a9fc-5a63f5a7ce87 service neutron] For port a7f179ed-607d-40af-a0c7-ce86809b6f52, host hv-cinder-82963, cleared binding levels {{(pid=108155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 04:44:01.553373 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.db [req-15c2f542-61f5-472d-a561-b63c7d2e7df8 req-28bfc460-828b-4671-a9fc-5a63f5a7ce87 service neutron] For port a7f179ed-607d-40af-a0c7-ce86809b6f52, host hv-cinder-82963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=a7f179ed-607d-40af-a0c7-ce86809b6f52,segment=NetworkSegment(d7c23f60-fd81-463c-84c9-fb74244f4d61),segment_id=d7c23f60-fd81-463c-84c9-fb74244f4d61)] {{(pid=108155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 04:44:01.558141 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-15c2f542-61f5-472d-a561-b63c7d2e7df8 req-28bfc460-828b-4671-a9fc-5a63f5a7ce87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2813814'] for port, after_update {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:01.595625 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c2f542-61f5-472d-a561-b63c7d2e7df8 req-28bfc460-828b-4671-a9fc-5a63f5a7ce87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:01.596239 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-15c2f542-61f5-472d-a561-b63c7d2e7df8 req-28bfc460-828b-4671-a9fc-5a63f5a7ce87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49904'] for port, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:01.597680 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-15c2f542-61f5-472d-a561-b63c7d2e7df8 req-28bfc460-828b-4671-a9fc-5a63f5a7ce87 service neutron] 10.222.0.69 "PUT /v2.0/ports/a7f179ed-607d-40af-a0c7-ce86809b6f52 HTTP/1.1" status: 200 len: 1093 time: 0.6658385 Feb 17 04:44:01.598121 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8802c9d3-3f08-4e7d-8caa-c98713207758', 'tag': 'a7f179ed-607d-40af-a0c7-ce86809b6f52'}] {{(pid=108155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:44:01.600435 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7db4504e89d758142afd4bd708bcac288359c97a2e78e5aa13d69e3d31a34d2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39ba0af0-d0a3-4f1c-9cf0-a2b6515f6d12" -d '{"events": [{"name": "network-changed", "server_uuid": "8802c9d3-3f08-4e7d-8caa-c98713207758", "tag": "a7f179ed-607d-40af-a0c7-ce86809b6f52"}]}' {{(pid=108155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:44:01.622201 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bfc460-828b-4671-a9fc-5a63f5a7ce87 service neutron] Pushing event updated for resources: {'Port': ['ID=a7f179ed-607d-40af-a0c7-ce86809b6f52,revision_number=3']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:44:01.679352 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 04:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-724942a1-1708-490b-acf6-d763713afd14 x-openstack-request-id: req-724942a1-1708-490b-acf6-d763713afd14 {{(pid=108155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:44:01.679639 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8802c9d3-3f08-4e7d-8caa-c98713207758", "tag": "a7f179ed-607d-40af-a0c7-ce86809b6f52", "status": "completed", "code": 200}]} {{(pid=108155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:44:01.679898 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-724942a1-1708-490b-acf6-d763713afd14 {{(pid=108155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:44:01.680325 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8802c9d3-3f08-4e7d-8caa-c98713207758', 'tag': 'a7f179ed-607d-40af-a0c7-ce86809b6f52', 'status': 'completed', 'code': 200} Feb 17 04:44:01.682971 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a78427-8b7d-4a60-87cc-9b62e8892df7 req-47d2a98f-3d2c-439f-8558-b93df3b31b55 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:01.684450 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-92a78427-8b7d-4a60-87cc-9b62e8892df7 req-47d2a98f-3d2c-439f-8558-b93df3b31b55 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8802c9d3-3f08-4e7d-8caa-c98713207758 HTTP/1.1" status: 200 len: 943 time: 0.0890276 Feb 17 04:44:01.698011 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c2f542-61f5-472d-a561-b63c7d2e7df8 req-772549dd-66b3-415f-b316-c08c48045ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:01.699712 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-15c2f542-61f5-472d-a561-b63c7d2e7df8 req-772549dd-66b3-415f-b316-c08c48045ecb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fcce34a724fd4831979df5c4aa7cf368&device_id=8802c9d3-3f08-4e7d-8caa-c98713207758 HTTP/1.1" status: 200 len: 1096 time: 0.0591757 Feb 17 04:44:01.725574 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-92a78427-8b7d-4a60-87cc-9b62e8892df7 req-1dc181ca-f8af-4ba2-b880-57857a08d44d tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf33ea2b-fb92-4d81-bdf5-c93b5d217564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340478 Feb 17 04:44:01.744031 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-15c2f542-61f5-472d-a561-b63c7d2e7df8 req-6c1ffe44-683e-4ff5-8a70-709e7ed80645 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7f179ed-607d-40af-a0c7-ce86809b6f52 HTTP/1.1" status: 200 len: 217 time: 0.0355189 Feb 17 04:44:01.795815 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c2f542-61f5-472d-a561-b63c7d2e7df8 req-6668c5df-f213-4eba-9085-9a8a807b52c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:01.797492 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-15c2f542-61f5-472d-a561-b63c7d2e7df8 req-6668c5df-f213-4eba-9085-9a8a807b52c3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e939ef18-20cb-4ec3-b53b-ca721a133838 HTTP/1.1" status: 200 len: 855 time: 0.0454361 Feb 17 04:44:01.847358 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c2f542-61f5-472d-a561-b63c7d2e7df8 req-7db32be8-5c00-47da-8f2d-0a2703703cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:01.848732 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-15c2f542-61f5-472d-a561-b63c7d2e7df8 req-7db32be8-5c00-47da-8f2d-0a2703703cbf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6044f085-e24b-42f2-baa3-35fa62a45e03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0437865 Feb 17 04:44:01.938727 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-15c2f542-61f5-472d-a561-b63c7d2e7df8 req-850304fe-ea9a-43ed-a29b-beb3c11c7421 service neutron] 10.222.0.69 "GET /v2.0/networks/6044f085-e24b-42f2-baa3-35fa62a45e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790498 Feb 17 04:44:02.032383 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-15c2f542-61f5-472d-a561-b63c7d2e7df8 req-6fbc536d-1872-4a80-9e9c-84ab6080776a service neutron] 10.222.0.69 "GET /v2.0/networks/6044f085-e24b-42f2-baa3-35fa62a45e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856881 Feb 17 04:44:02.118562 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ba0af0-d0a3-4f1c-9cf0-a2b6515f6d12 req-9a8b69cb-65c2-4057-9c1c-e712f29ac7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:02.119940 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-39ba0af0-d0a3-4f1c-9cf0-a2b6515f6d12 req-9a8b69cb-65c2-4057-9c1c-e712f29ac7b1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fcce34a724fd4831979df5c4aa7cf368&device_id=8802c9d3-3f08-4e7d-8caa-c98713207758 HTTP/1.1" status: 200 len: 1096 time: 0.0394700 Feb 17 04:44:02.210750 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ba0af0-d0a3-4f1c-9cf0-a2b6515f6d12 req-2128225e-53ec-4f87-a258-fe0a9bf3ba37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:02.212573 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-39ba0af0-d0a3-4f1c-9cf0-a2b6515f6d12 req-2128225e-53ec-4f87-a258-fe0a9bf3ba37 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6044f085-e24b-42f2-baa3-35fa62a45e03 HTTP/1.1" status: 200 len: 916 time: 0.0831504 Feb 17 04:44:02.265358 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-39ba0af0-d0a3-4f1c-9cf0-a2b6515f6d12 req-0667d416-7a07-4cf9-aa2f-c9684b0a7822 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7f179ed-607d-40af-a0c7-ce86809b6f52 HTTP/1.1" status: 200 len: 217 time: 0.0448544 Feb 17 04:44:02.331955 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ba0af0-d0a3-4f1c-9cf0-a2b6515f6d12 req-ff4a5374-a915-458a-917f-96313d653849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:02.333372 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-39ba0af0-d0a3-4f1c-9cf0-a2b6515f6d12 req-ff4a5374-a915-458a-917f-96313d653849 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e939ef18-20cb-4ec3-b53b-ca721a133838 HTTP/1.1" status: 200 len: 855 time: 0.0513258 Feb 17 04:44:02.341629 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754434c1-134f-4a8c-9fce-f0af90a0ae33 req-e2878d14-750e-4f49-9da3-75dc18078b19 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:02.343030 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-754434c1-134f-4a8c-9fce-f0af90a0ae33 req-e2878d14-750e-4f49-9da3-75dc18078b19 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2085f3c-e80e-429d-8a59-8d548f4a2fe3 HTTP/1.1" status: 200 len: 946 time: 0.0862989 Feb 17 04:44:02.407292 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-754434c1-134f-4a8c-9fce-f0af90a0ae33 req-fb55bc38-0c83-4b13-a8fe-02d8b2617b1c tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559323 Feb 17 04:44:02.409655 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ba0af0-d0a3-4f1c-9cf0-a2b6515f6d12 req-5e97b359-cb30-46d6-811c-de2f368b884d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:02.411044 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-39ba0af0-d0a3-4f1c-9cf0-a2b6515f6d12 req-5e97b359-cb30-46d6-811c-de2f368b884d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6044f085-e24b-42f2-baa3-35fa62a45e03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0670447 Feb 17 04:44:02.501122 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-39ba0af0-d0a3-4f1c-9cf0-a2b6515f6d12 req-969e2cb6-6821-4ceb-92c7-fa8aad617bbd service neutron] 10.222.0.69 "GET /v2.0/networks/6044f085-e24b-42f2-baa3-35fa62a45e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814621 Feb 17 04:44:02.596904 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-39ba0af0-d0a3-4f1c-9cf0-a2b6515f6d12 req-d307d26d-8e14-4a51-bb77-9855ad2fccb2 service neutron] 10.222.0.69 "GET /v2.0/networks/6044f085-e24b-42f2-baa3-35fa62a45e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872436 Feb 17 04:44:02.844920 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb83f1b-2638-48e6-a604-4c378e62bb42 req-49a12c23-a4e7-4900-865e-fce6f922b44b tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:02.846409 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-cdb83f1b-2638-48e6-a604-4c378e62bb42 req-49a12c23-a4e7-4900-865e-fce6f922b44b tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8802c9d3-3f08-4e7d-8caa-c98713207758 HTTP/1.1" status: 200 len: 943 time: 0.0478971 Feb 17 04:44:02.883312 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-cdb83f1b-2638-48e6-a604-4c378e62bb42 req-4b634685-7016-4330-92be-e1b19a2f3aa3 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf33ea2b-fb92-4d81-bdf5-c93b5d217564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310001 Feb 17 04:44:03.519651 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4462286b-58c4-40b8-9a95-b980b7b80bc7 req-1fc70654-c35d-488e-ba75-915ccfca0370 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:03.521093 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-4462286b-58c4-40b8-9a95-b980b7b80bc7 req-1fc70654-c35d-488e-ba75-915ccfca0370 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2085f3c-e80e-429d-8a59-8d548f4a2fe3 HTTP/1.1" status: 200 len: 946 time: 0.0476000 Feb 17 04:44:03.557966 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-4462286b-58c4-40b8-9a95-b980b7b80bc7 req-3c934c62-b5fa-4f00-b327-5659f5902a76 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a14f2c2-cce8-4483-a8a3-08e91251f30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309525 Feb 17 04:44:03.998586 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a0bf46-87ba-4b84-8500-e43331667def req-77931667-6809-4a76-afba-fe3b4f566dcd tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:04.000121 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-59a0bf46-87ba-4b84-8500-e43331667def req-77931667-6809-4a76-afba-fe3b4f566dcd tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8802c9d3-3f08-4e7d-8caa-c98713207758 HTTP/1.1" status: 200 len: 943 time: 0.0470765 Feb 17 04:44:04.037710 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-59a0bf46-87ba-4b84-8500-e43331667def req-75ea1d32-d8f5-465b-b2d2-49a04e0efba5 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf33ea2b-fb92-4d81-bdf5-c93b5d217564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318136 Feb 17 04:44:04.060470 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e45a483-ee9c-4ef1-8703-db76b7c3221a req-24e42e4e-162d-413b-a324-73b82f7640b8 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:04.062420 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-1e45a483-ee9c-4ef1-8703-db76b7c3221a req-24e42e4e-162d-413b-a324-73b82f7640b8 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2085f3c-e80e-429d-8a59-8d548f4a2fe3 HTTP/1.1" status: 200 len: 946 time: 0.0479779 Feb 17 04:44:04.156399 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.plugin [req-1e45a483-ee9c-4ef1-8703-db76b7c3221a req-e62b2c60-191e-4944-9203-c97c8afba6e9 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Deleting port bf25add4-5eea-4ae0-8640-eb4f7324dd34 {{(pid=108155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:44:04.156738 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-1e45a483-ee9c-4ef1-8703-db76b7c3221a req-e62b2c60-191e-4944-9203-c97c8afba6e9 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733365899870'] for port, before_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:04.245701 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.db [req-1e45a483-ee9c-4ef1-8703-db76b7c3221a req-e62b2c60-191e-4944-9203-c97c8afba6e9 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] For port bf25add4-5eea-4ae0-8640-eb4f7324dd34, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=bf25add4-5eea-4ae0-8640-eb4f7324dd34,segment=NetworkSegment(921f51d7-f717-4c8c-bc48-c7fb530ad607),segment_id=921f51d7-f717-4c8c-bc48-c7fb530ad607)] {{(pid=108155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:44:04.246065 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-1e45a483-ee9c-4ef1-8703-db76b7c3221a req-e62b2c60-191e-4944-9203-c97c8afba6e9 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650405'] for port, precommit_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:04.258266 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.plugin [req-1e45a483-ee9c-4ef1-8703-db76b7c3221a req-e62b2c60-191e-4944-9203-c97c8afba6e9 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Calling delete_port for bf25add4-5eea-4ae0-8640-eb4f7324dd34 owned by compute:nova {{(pid=108155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:44:04.396286 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-1e45a483-ee9c-4ef1-8703-db76b7c3221a req-e62b2c60-191e-4944-9203-c97c8afba6e9 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733365900373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733365499778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2813823'] for port, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:04.408910 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] get_ports_and_sgs() called for port_ids ['bf25add4-5eea-4ae0-8640-eb4f7324dd34'] {{(pid=108157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 04:44:04.424588 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62b2c60-191e-4944-9203-c97c8afba6e9 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Pushing event deleted for resources: {'Port': ['ID=bf25add4-5eea-4ae0-8640-eb4f7324dd34,revision_number=None']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:44:04.469109 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e45a483-ee9c-4ef1-8703-db76b7c3221a req-e62b2c60-191e-4944-9203-c97c8afba6e9 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] No DVR routers for this DVR port bf25add4-5eea-4ae0-8640-eb4f7324dd34 on host hv-cinder-82963 {{(pid=108155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 04:44:04.471654 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-1e45a483-ee9c-4ef1-8703-db76b7c3221a req-e62b2c60-191e-4944-9203-c97c8afba6e9 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49904'] for port, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:04.474987 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-1e45a483-ee9c-4ef1-8703-db76b7c3221a req-e62b2c60-191e-4944-9203-c97c8afba6e9 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.69 "DELETE /v2.0/ports/bf25add4-5eea-4ae0-8640-eb4f7324dd34 HTTP/1.1" status: 204 len: 173 time: 0.4071245 Feb 17 04:44:04.475422 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2085f3c-e80e-429d-8a59-8d548f4a2fe3', 'name': 'network-vif-deleted', 'tag': 'bf25add4-5eea-4ae0-8640-eb4f7324dd34'}] {{(pid=108155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:44:04.477689 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7db4504e89d758142afd4bd708bcac288359c97a2e78e5aa13d69e3d31a34d2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b22d27c2-15ef-4f5f-8761-7806c36a6615" -d '{"events": [{"server_uuid": "c2085f3c-e80e-429d-8a59-8d548f4a2fe3", "name": "network-vif-deleted", "tag": "bf25add4-5eea-4ae0-8640-eb4f7324dd34"}]}' {{(pid=108155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:44:04.513686 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 04:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81cf2541-9609-4aa1-bc65-4081e4b1eca1 x-openstack-request-id: req-81cf2541-9609-4aa1-bc65-4081e4b1eca1 {{(pid=108155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:44:04.513973 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2085f3c-e80e-429d-8a59-8d548f4a2fe3", "name": "network-vif-deleted", "tag": "bf25add4-5eea-4ae0-8640-eb4f7324dd34", "status": "completed", "code": 200}]} {{(pid=108155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:44:04.514222 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-81cf2541-9609-4aa1-bc65-4081e4b1eca1 {{(pid=108155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:44:04.515229 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2085f3c-e80e-429d-8a59-8d548f4a2fe3', 'name': 'network-vif-deleted', 'tag': 'bf25add4-5eea-4ae0-8640-eb4f7324dd34', 'status': 'completed', 'code': 200} Feb 17 04:44:04.667049 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-47ad2a56-9e2b-45e5-ba99-c67765332044 req-0fb53b37-cd4e-411c-9bf4-16e227be1bc0 tempest-ServerRescueNegativeTestJSON-1528484703 tempest-ServerRescueNegativeTestJSON-1528484703-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2085f3c-e80e-429d-8a59-8d548f4a2fe3 HTTP/1.1" status: 200 len: 210 time: 0.0297687 Feb 17 04:44:05.044765 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Device a7f179ed-607d-40af-a0c7-ce86809b6f52 details requested by agent hyperv_hv-cinder-82963 with host hv-cinder-82963 {{(pid=108157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 04:44:05.137368 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] For port a7f179ed-607d-40af-a0c7-ce86809b6f52, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=a7f179ed-607d-40af-a0c7-ce86809b6f52,segment=NetworkSegment(d7c23f60-fd81-463c-84c9-fb74244f4d61),segment_id=d7c23f60-fd81-463c-84c9-fb74244f4d61)] {{(pid=108157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:44:05.152578 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Returning: {'device': 'a7f179ed-607d-40af-a0c7-ce86809b6f52', 'network_id': '6044f085-e24b-42f2-baa3-35fa62a45e03', 'port_id': 'a7f179ed-607d-40af-a0c7-ce86809b6f52', 'mac_address': 'fa:16:3e:0a:24:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e939ef18-20cb-4ec3-b53b-ca721a133838', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 04:44:05.157387 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da162b7-c250-4af3-83c7-4d6339f7d26b req-1f3c9196-f806-478e-8282-36661dfeb4e6 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:05.158906 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-9da162b7-c250-4af3-83c7-4d6339f7d26b req-1f3c9196-f806-478e-8282-36661dfeb4e6 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8802c9d3-3f08-4e7d-8caa-c98713207758 HTTP/1.1" status: 200 len: 943 time: 0.0494514 Feb 17 04:44:05.190492 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:05.197680 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-9da162b7-c250-4af3-83c7-4d6339f7d26b req-63a32ff1-15da-4126-8a19-e69667e4d9d3 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf33ea2b-fb92-4d81-bdf5-c93b5d217564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327961 Feb 17 04:44:05.203332 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.notifiers.nova [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7f179ed-607d-40af-a0c7-ce86809b6f52 {{(pid=108157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 04:44:05.222667 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] For port a7f179ed-607d-40af-a0c7-ce86809b6f52, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=a7f179ed-607d-40af-a0c7-ce86809b6f52,segment=NetworkSegment(d7c23f60-fd81-463c-84c9-fb74244f4d61),segment_id=d7c23f60-fd81-463c-84c9-fb74244f4d61)] {{(pid=108157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:44:05.226428 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:05.271552 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Pushing event updated for resources: {'Port': ['ID=a7f179ed-607d-40af-a0c7-ce86809b6f52,revision_number=4']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:44:05.278497 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:44:05.278845 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:44:05.279212 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:44:05.279547 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:44:05.279876 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:44:05.280297 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:44:05.280654 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:44:05.280982 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:44:05.281329 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:44:05.281659 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:44:05.281981 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:44:05.282301 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:44:05.465644 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] get_ports_and_sgs() called for port_ids ['a7f179ed-607d-40af-a0c7-ce86809b6f52'] {{(pid=108157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 04:44:05.723867 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 33464) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:44:06.127928 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-26cf05a6-f539-4fc4-bd02-d4447a02588c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647859'] for router_interface, before_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:06.471872 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e445d-bf8a-40d5-8b93-42d328030ac2 req-ca4791a8-19ae-4183-80a7-1d09e4a0f75e tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:06.473311 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-bd2e445d-bf8a-40d5-8b93-42d328030ac2 req-ca4791a8-19ae-4183-80a7-1d09e4a0f75e tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8802c9d3-3f08-4e7d-8caa-c98713207758 HTTP/1.1" status: 200 len: 944 time: 0.0920997 Feb 17 04:44:06.594598 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-bd2e445d-bf8a-40d5-8b93-42d328030ac2 req-51bdf4c5-5384-419a-bfb8-6b4f6351ceaa tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf33ea2b-fb92-4d81-bdf5-c93b5d217564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146641 Feb 17 04:44:06.700342 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.plugin [None req-26cf05a6-f539-4fc4-bd02-d4447a02588c admin admin] Deleting port 45ec9513-415c-4a67-a9f3-8c46bcb555ff {{(pid=108155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:44:06.700685 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-26cf05a6-f539-4fc4-bd02-d4447a02588c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733365899870'] for port, before_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:06.780312 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.db [None req-26cf05a6-f539-4fc4-bd02-d4447a02588c admin admin] For port 45ec9513-415c-4a67-a9f3-8c46bcb555ff, host dv-cinder-829630-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-smb',level=0,port_id=45ec9513-415c-4a67-a9f3-8c46bcb555ff,segment=NetworkSegment(921f51d7-f717-4c8c-bc48-c7fb530ad607),segment_id=921f51d7-f717-4c8c-bc48-c7fb530ad607)] {{(pid=108155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:44:06.780776 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-26cf05a6-f539-4fc4-bd02-d4447a02588c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650405'] for port, precommit_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:06.792798 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.plugin [None req-26cf05a6-f539-4fc4-bd02-d4447a02588c admin admin] Calling delete_port for 45ec9513-415c-4a67-a9f3-8c46bcb555ff owned by network:router_interface {{(pid=108155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:44:06.966378 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-26cf05a6-f539-4fc4-bd02-d4447a02588c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733365900373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733365499778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2813823'] for port, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:06.991902 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cf05a6-f539-4fc4-bd02-d4447a02588c admin admin] Pushing event deleted for resources: {'Port': ['ID=45ec9513-415c-4a67-a9f3-8c46bcb555ff,revision_number=None']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:44:07.060647 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Device a7f179ed-607d-40af-a0c7-ce86809b6f52 up at agent hyperv_hv-cinder-82963 {{(pid=108157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:44:07.108132 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Provisioning for port a7f179ed-607d-40af-a0c7-ce86809b6f52 completed by entity L2. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 04:44:07.112648 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Provisioning complete for port a7f179ed-607d-40af-a0c7-ce86809b6f52 triggered by entity L2. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:44:07.113015 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:07.149422 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-26cf05a6-f539-4fc4-bd02-d4447a02588c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-647903'] for router_interface, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:07.192670 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:07.215780 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8802c9d3-3f08-4e7d-8caa-c98713207758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7f179ed-607d-40af-a0c7-ce86809b6f52'}] {{(pid=108157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:44:07.218970 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2d1db2b66fadfb38f3e682fd5beb02e22f49f1efddde24347983e162d9d2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-358aca46-b71b-42b0-94a3-71cf14a9a19d" -d '{"events": [{"server_uuid": "8802c9d3-3f08-4e7d-8caa-c98713207758", "name": "network-vif-plugged", "status": "completed", "tag": "a7f179ed-607d-40af-a0c7-ce86809b6f52"}]}' {{(pid=108157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:44:07.232139 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] For port a7f179ed-607d-40af-a0c7-ce86809b6f52, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=a7f179ed-607d-40af-a0c7-ce86809b6f52,segment=NetworkSegment(d7c23f60-fd81-463c-84c9-fb74244f4d61),segment_id=d7c23f60-fd81-463c-84c9-fb74244f4d61)] {{(pid=108157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:44:07.237496 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:07.238382 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Device bf25add4-5eea-4ae0-8640-eb4f7324dd34 no longer exists at agent hyperv_hv-cinder-82963 {{(pid=108157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 04:44:07.279064 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 04:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a3dec6b-67a6-493a-95b2-419aff9f2354 x-openstack-request-id: req-9a3dec6b-67a6-493a-95b2-419aff9f2354 {{(pid=108157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:44:07.279392 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8802c9d3-3f08-4e7d-8caa-c98713207758", "name": "network-vif-plugged", "status": "completed", "tag": "a7f179ed-607d-40af-a0c7-ce86809b6f52", "code": 200}]} {{(pid=108157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:44:07.279618 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9a3dec6b-67a6-493a-95b2-419aff9f2354 {{(pid=108157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:44:07.280140 dv-cinder-829630-1-smb neutron-server[108157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8802c9d3-3f08-4e7d-8caa-c98713207758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7f179ed-607d-40af-a0c7-ce86809b6f52', 'code': 200} Feb 17 04:44:07.284787 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.plugin [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] No Port match for: bf25add4-5eea-4ae0-8640-eb4f7324dd34 {{(pid=108157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 17 04:44:07.285100 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Device bf25add4-5eea-4ae0-8640-eb4f7324dd34 not bound to the agent host hv-cinder-82963 {{(pid=108157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 04:44:07.308702 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Pushing event updated for resources: {'Port': ['ID=a7f179ed-607d-40af-a0c7-ce86809b6f52,revision_number=5']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:44:07.367406 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26cf05a6-f539-4fc4-bd02-d4447a02588c admin admin] Router 0a30db6e-e640-42e4-a7fe-f1c7f26020a2 has already been hosted by L3 agent e8023405-eda5-4975-af11-622b29ed5550 {{(pid=108155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 04:44:07.497052 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678a85ec-63b3-47ad-b37b-6a24fead8f79 req-8da8866b-9d0d-473d-b2b4-e4a0cbea3aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:07.498577 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-678a85ec-63b3-47ad-b37b-6a24fead8f79 req-8da8866b-9d0d-473d-b2b4-e4a0cbea3aa6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8802c9d3-3f08-4e7d-8caa-c98713207758 HTTP/1.1" status: 200 len: 1098 time: 0.0870235 Feb 17 04:44:07.505192 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26cf05a6-f539-4fc4-bd02-d4447a02588c admin admin] Notify agent at l3_agent.dv-cinder-829630-1-smb the message routers_updated {{(pid=108155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 04:44:07.510683 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-26cf05a6-f539-4fc4-bd02-d4447a02588c admin admin] 10.222.0.36 "PUT /v2.0/routers/0a30db6e-e640-42e4-a7fe-f1c7f26020a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7857211 Feb 17 04:44:07.513309 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 33470) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:44:07.516428 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5dc7d6-bb8a-44c3-9c4e-beb57250ab08 None None] Sync routers for ids ['0a30db6e-e640-42e4-a7fe-f1c7f26020a2'] in dv-cinder-829630-1-smb {{(pid=108158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 04:44:07.526149 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5dc7d6-bb8a-44c3-9c4e-beb57250ab08 None None] Routers {'0a30db6e-e640-42e4-a7fe-f1c7f26020a2'} bound to L3 agent in host dv-cinder-829630-1-smb {{(pid=108158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:44:07.527038 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_hamode_db [None req-3f5dc7d6-bb8a-44c3-9c4e-beb57250ab08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T04:31:52Z,description=,heartbeat_timestamp=2022-02-17T04:43:52Z,host='dv-cinder-829630-1-smb',id=e8023405-eda5-4975-af11-622b29ed5550,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:52Z,topic='l3_agent')) {'router_ids': ['0a30db6e-e640-42e4-a7fe-f1c7f26020a2'], 'active': True} {{(pid=108158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:44:07.539642 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-678a85ec-63b3-47ad-b37b-6a24fead8f79 req-9f799946-0ad3-4f6a-af7e-0807f7afd964 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=cf33ea2b-fb92-4d81-bdf5-c93b5d217564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325248 Feb 17 04:44:07.617292 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-7ed4f28d-3ddd-45e6-8189-0bb3168fe85f admin admin] Notify callbacks [] for router, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:07.629921 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_dvr_db [None req-3f5dc7d6-bb8a-44c3-9c4e-beb57250ab08 None None] Set router 0a30db6e-e640-42e4-a7fe-f1c7f26020a2 gateway port host: dv-cinder-829630-1-smb {{(pid=108158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:44:07.715014 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce3e98d-e098-434d-a996-7c5a399b4518 req-f3703627-abec-4cdf-9964-fe5b8e802d19 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:07.716485 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-6ce3e98d-e098-434d-a996-7c5a399b4518 req-f3703627-abec-4cdf-9964-fe5b8e802d19 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8802c9d3-3f08-4e7d-8caa-c98713207758 HTTP/1.1" status: 200 len: 945 time: 0.0494287 Feb 17 04:44:07.723553 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-7ed4f28d-3ddd-45e6-8189-0bb3168fe85f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:07.758297 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-6ce3e98d-e098-434d-a996-7c5a399b4518 req-41c20fa7-e14c-4d4a-9f24-7d5c8f7c4076 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf33ea2b-fb92-4d81-bdf5-c93b5d217564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348833 Feb 17 04:44:07.778806 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.plugin [None req-7ed4f28d-3ddd-45e6-8189-0bb3168fe85f admin admin] Deleting port 9023bb80-47d2-4785-9797-2f70e7e0d43f {{(pid=108156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:44:07.779184 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-7ed4f28d-3ddd-45e6-8189-0bb3168fe85f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733365899870'] for port, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:07.818545 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_hamode_db [None req-3f5dc7d6-bb8a-44c3-9c4e-beb57250ab08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a30db6e-e640-42e4-a7fe-f1c7f26020a2', 'name': 'tempest-ServerRescueNegativeTestJSON-749044747-router', 'tenant_id': '92b0dec20c804bddbc963dd033479ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'external_fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.90'}], 'enable_snat': True}, 'gw_port_id': '9023bb80-47d2-4785-9797-2f70e7e0d43f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:41:23Z', 'updated_at': '2022-02-17T04:44:06Z', 'revision_number': 5, 'project_id': '92b0dec20c804bddbc963dd033479ae9', 'gw_port': {'id': '9023bb80-47d2-4785-9797-2f70e7e0d43f', 'name': '', 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:11:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a30db6e-e640-42e4-a7fe-f1c7f26020a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:41:24Z', 'updated_at': '2022-02-17T04:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-smb'}], 'dv-cinder-829630-1-smb', False) {} {{(pid=108158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:44:07.846053 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5dc7d6-bb8a-44c3-9c4e-beb57250ab08 None None] Checking router: 0a30db6e-e640-42e4-a7fe-f1c7f26020a2 for host: dv-cinder-829630-1-smb {{(pid=108158) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 04:44:07.854263 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5dc7d6-bb8a-44c3-9c4e-beb57250ab08 None None] Routers {'0a30db6e-e640-42e4-a7fe-f1c7f26020a2'} bound to L3 agent in host dv-cinder-829630-1-smb {{(pid=108158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:44:07.854875 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_hamode_db [None req-3f5dc7d6-bb8a-44c3-9c4e-beb57250ab08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T04:31:52Z,description=,heartbeat_timestamp=2022-02-17T04:43:52Z,host='dv-cinder-829630-1-smb',id=e8023405-eda5-4975-af11-622b29ed5550,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:52Z,topic='l3_agent')) {'router_ids': ['0a30db6e-e640-42e4-a7fe-f1c7f26020a2'], 'active': True} {{(pid=108158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:44:07.860821 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.db [None req-7ed4f28d-3ddd-45e6-8189-0bb3168fe85f admin admin] For port 9023bb80-47d2-4785-9797-2f70e7e0d43f, host dv-cinder-829630-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-smb',level=0,port_id=9023bb80-47d2-4785-9797-2f70e7e0d43f,segment=NetworkSegment(e91f6497-8228-4e22-a6c9-5a362f6f98f1),segment_id=e91f6497-8228-4e22-a6c9-5a362f6f98f1)] {{(pid=108156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:44:07.861241 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-7ed4f28d-3ddd-45e6-8189-0bb3168fe85f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650405'] for port, precommit_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:07.873043 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.plugin [None req-7ed4f28d-3ddd-45e6-8189-0bb3168fe85f admin admin] Calling delete_port for 9023bb80-47d2-4785-9797-2f70e7e0d43f owned by network:router_gateway {{(pid=108156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:44:07.940017 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_dvr_db [None req-3f5dc7d6-bb8a-44c3-9c4e-beb57250ab08 None None] Set router 0a30db6e-e640-42e4-a7fe-f1c7f26020a2 gateway port host: None {{(pid=108158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:44:07.992860 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_hamode_db [None req-3f5dc7d6-bb8a-44c3-9c4e-beb57250ab08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a30db6e-e640-42e4-a7fe-f1c7f26020a2', 'name': 'tempest-ServerRescueNegativeTestJSON-749044747-router', 'tenant_id': '92b0dec20c804bddbc963dd033479ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:41:23Z', 'updated_at': '2022-02-17T04:44:07Z', 'revision_number': 6, 'project_id': '92b0dec20c804bddbc963dd033479ae9', 'gw_port_host': None}], 'dv-cinder-829630-1-smb', False) {} {{(pid=108158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:44:08.018309 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5dc7d6-bb8a-44c3-9c4e-beb57250ab08 None None] The sync data for ids ['0a30db6e-e640-42e4-a7fe-f1c7f26020a2'] in dv-cinder-829630-1-smb is: [{'id': '0a30db6e-e640-42e4-a7fe-f1c7f26020a2', 'name': 'tempest-ServerRescueNegativeTestJSON-749044747-router', 'tenant_id': '92b0dec20c804bddbc963dd033479ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:41:23Z', 'updated_at': '2022-02-17T04:44:07Z', 'revision_number': 6, 'project_id': '92b0dec20c804bddbc963dd033479ae9', 'gw_port_host': None}] {{(pid=108158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 04:44:08.041685 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-7ed4f28d-3ddd-45e6-8189-0bb3168fe85f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733365900373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733365499778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26489006'] for port, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:08.075399 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed4f28d-3ddd-45e6-8189-0bb3168fe85f admin admin] Pushing event deleted for resources: {'Port': ['ID=9023bb80-47d2-4785-9797-2f70e7e0d43f,revision_number=None']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:44:08.133194 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-7ed4f28d-3ddd-45e6-8189-0bb3168fe85f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650109'] for router_gateway, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:08.235037 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-7ed4f28d-3ddd-45e6-8189-0bb3168fe85f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-650398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9654'] for router, precommit_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:08.237133 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-7ed4f28d-3ddd-45e6-8189-0bb3168fe85f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:08.309171 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-7ed4f28d-3ddd-45e6-8189-0bb3168fe85f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-650480'] for router, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:08.309656 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ed4f28d-3ddd-45e6-8189-0bb3168fe85f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a30db6e-e640-42e4-a7fe-f1c7f26020a2 {{(pid=108156) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 04:44:08.315751 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-7ed4f28d-3ddd-45e6-8189-0bb3168fe85f admin admin] Notify callbacks [] for router, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:08.316983 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-7ed4f28d-3ddd-45e6-8189-0bb3168fe85f admin admin] 10.222.0.36 "DELETE /v2.0/routers/0a30db6e-e640-42e4-a7fe-f1c7f26020a2 HTTP/1.1" status: 204 len: 168 time: 0.8026862 Feb 17 04:44:08.319671 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 33476) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:44:08.366128 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.db.db_base_plugin_v2 [None req-97f8ee1a-035d-4dc7-90fc-8d23a42c98d1 admin admin] Deleting subnet adb3df03-1e4f-494b-bfad-b6131c8a078e {{(pid=108156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 17 04:44:08.369367 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-97f8ee1a-035d-4dc7-90fc-8d23a42c98d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:08.404835 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-97f8ee1a-035d-4dc7-90fc-8d23a42c98d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26378078'] for subnet, precommit_delete_associations {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:08.450564 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-97f8ee1a-035d-4dc7-90fc-8d23a42c98d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961027'] for subnet, precommit_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:08.505391 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-97f8ee1a-035d-4dc7-90fc-8d23a42c98d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1961080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26488925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27084032'] for subnet, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:08.529000 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f8ee1a-035d-4dc7-90fc-8d23a42c98d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adb3df03-1e4f-494b-bfad-b6131c8a078e,revision_number=None']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:44:08.535552 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-97f8ee1a-035d-4dc7-90fc-8d23a42c98d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:08.538694 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-97f8ee1a-035d-4dc7-90fc-8d23a42c98d1 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/adb3df03-1e4f-494b-bfad-b6131c8a078e HTTP/1.1" status: 204 len: 168 time: 0.2181151 Feb 17 04:44:08.541386 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 33478) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:44:08.611063 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-04110526-3b2c-4be7-8e1a-53408eafa5ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1709386'] for network, before_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:08.685594 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-04110526-3b2c-4be7-8e1a-53408eafa5ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1960161', 'neutron.services.segments.db._delete_segments_for_network-8733365806376'] for network, precommit_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:08.705940 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.services.segments.db [None req-04110526-3b2c-4be7-8e1a-53408eafa5ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a55a2564-19fb-42de-b028-00d598cafe4a']}} {{(pid=108155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:44:08.715778 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.services.segments.db [None req-04110526-3b2c-4be7-8e1a-53408eafa5ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '921f51d7-f717-4c8c-bc48-c7fb530ad607') {'for_net_delete': True} {{(pid=108155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:44:08.716066 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.services.segments.db [None req-04110526-3b2c-4be7-8e1a-53408eafa5ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '921f51d7-f717-4c8c-bc48-c7fb530ad607') {} {{(pid=108155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:44:08.725835 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-04110526-3b2c-4be7-8e1a-53408eafa5ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733366045332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2879774'] for segment, before_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:08.741286 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-04110526-3b2c-4be7-8e1a-53408eafa5ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1955041'] for segment, precommit_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:08.748743 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04110526-3b2c-4be7-8e1a-53408eafa5ee admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=108155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 04:44:08.749691 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-04110526-3b2c-4be7-8e1a-53408eafa5ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1955041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2813738'] for segment, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:08.752037 dv-cinder-829630-1-smb neutron-server[108155]: Traceback (most recent call last): Feb 17 04:44:08.752037 dv-cinder-829630-1-smb neutron-server[108155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 04:44:08.752037 dv-cinder-829630-1-smb neutron-server[108155]: timer() Feb 17 04:44:08.752037 dv-cinder-829630-1-smb neutron-server[108155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 04:44:08.752037 dv-cinder-829630-1-smb neutron-server[108155]: cb(*args, **kw) Feb 17 04:44:08.752037 dv-cinder-829630-1-smb neutron-server[108155]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 04:44:08.752037 dv-cinder-829630-1-smb neutron-server[108155]: return func(*args, **kwargs) Feb 17 04:44:08.752037 dv-cinder-829630-1-smb neutron-server[108155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 04:44:08.752037 dv-cinder-829630-1-smb neutron-server[108155]: self._notify() Feb 17 04:44:08.752037 dv-cinder-829630-1-smb neutron-server[108155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 04:44:08.752037 dv-cinder-829630-1-smb neutron-server[108155]: self.callback(batched_events) Feb 17 04:44:08.752037 dv-cinder-829630-1-smb neutron-server[108155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 04:44:08.752037 dv-cinder-829630-1-smb neutron-server[108155]: event.method(event) Feb 17 04:44:08.752037 dv-cinder-829630-1-smb neutron-server[108155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 04:44:08.752037 dv-cinder-829630-1-smb neutron-server[108155]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 04:44:08.752037 dv-cinder-829630-1-smb neutron-server[108155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 04:44:08.752037 dv-cinder-829630-1-smb neutron-server[108155]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 04:44:08.752037 dv-cinder-829630-1-smb neutron-server[108155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 04:44:08.752037 dv-cinder-829630-1-smb neutron-server[108155]: return f(self, *a, **k) Feb 17 04:44:08.752037 dv-cinder-829630-1-smb neutron-server[108155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 04:44:08.752037 dv-cinder-829630-1-smb neutron-server[108155]: return self._get(url).json() Feb 17 04:44:08.752037 dv-cinder-829630-1-smb neutron-server[108155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 04:44:08.752037 dv-cinder-829630-1-smb neutron-server[108155]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 04:44:08.752037 dv-cinder-829630-1-smb neutron-server[108155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 04:44:08.752037 dv-cinder-829630-1-smb neutron-server[108155]: return self.request(url, 'GET', **kwargs) Feb 17 04:44:08.752037 dv-cinder-829630-1-smb neutron-server[108155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 04:44:08.752037 dv-cinder-829630-1-smb neutron-server[108155]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 04:44:08.752037 dv-cinder-829630-1-smb neutron-server[108155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 04:44:08.752037 dv-cinder-829630-1-smb neutron-server[108155]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 04:44:08.752037 dv-cinder-829630-1-smb neutron-server[108155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 04:44:08.752037 dv-cinder-829630-1-smb neutron-server[108155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 04:44:08.752037 dv-cinder-829630-1-smb neutron-server[108155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 04:44:08.817217 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-04110526-3b2c-4be7-8e1a-53408eafa5ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1960168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-827310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650049'] for network, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:08.824356 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-04110526-3b2c-4be7-8e1a-53408eafa5ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737771'] for network, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:08.828076 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-04110526-3b2c-4be7-8e1a-53408eafa5ee admin admin] 10.222.0.36 "DELETE /v2.0/networks/a55a2564-19fb-42de-b028-00d598cafe4a HTTP/1.1" status: 204 len: 168 time: 0.2851939 Feb 17 04:44:08.842575 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04110526-3b2c-4be7-8e1a-53408eafa5ee admin admin] Pushing event deleted for resources: {'Network': ['ID=a55a2564-19fb-42de-b028-00d598cafe4a,revision_number=None']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:44:08.899891 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e58d3f-d042-4b25-8b9d-f1391bb6fbe8 req-8918593e-9b81-4720-9c79-3f2faad1d980 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:08.901423 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-88e58d3f-d042-4b25-8b9d-f1391bb6fbe8 req-8918593e-9b81-4720-9c79-3f2faad1d980 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8802c9d3-3f08-4e7d-8caa-c98713207758 HTTP/1.1" status: 200 len: 945 time: 0.0514073 Feb 17 04:44:08.941153 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-88e58d3f-d042-4b25-8b9d-f1391bb6fbe8 req-51ff1a26-c94b-4cb2-a102-6b5afd9f97ed tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf33ea2b-fb92-4d81-bdf5-c93b5d217564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335701 Feb 17 04:44:09.008079 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 33486) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:44:09.053131 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-c396e5bc-c918-4efa-a301-d2e205b54ab9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=92b0dec20c804bddbc963dd033479ae9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0438354 Feb 17 04:44:09.055624 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 33488) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:44:09.066461 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70982e7e-dd6d-47a0-a448-fc16a0678e08 req-da03ac28-7243-44c1-b71b-ddde65d76a14 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:09.067963 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-70982e7e-dd6d-47a0-a448-fc16a0678e08 req-da03ac28-7243-44c1-b71b-ddde65d76a14 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8802c9d3-3f08-4e7d-8caa-c98713207758 HTTP/1.1" status: 200 len: 945 time: 0.0543616 Feb 17 04:44:09.076420 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 33490) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:44:09.081679 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.v2.base [None req-aebdfee4-3fd7-4d47-955a-2699989324ed tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Request body: {'floatingip': {'port_id': 'a7f179ed-607d-40af-a0c7-ce86809b6f52'}} {{(pid=108155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:44:09.104187 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-c368539f-35d6-4ce5-9b17-0b6d401551e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:09.119242 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-aebdfee4-3fd7-4d47-955a-2699989324ed tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Notify callbacks [] for floatingip, before_update {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:09.128275 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-c368539f-35d6-4ce5-9b17-0b6d401551e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:09.178322 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-c368539f-35d6-4ce5-9b17-0b6d401551e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:09.181011 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-c368539f-35d6-4ce5-9b17-0b6d401551e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:09.184428 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-c368539f-35d6-4ce5-9b17-0b6d401551e2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9a14f2c2-cce8-4483-a8a3-08e91251f30f HTTP/1.1" status: 204 len: 168 time: 0.1256382 Feb 17 04:44:09.189774 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c368539f-35d6-4ce5-9b17-0b6d401551e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a14f2c2-cce8-4483-a8a3-08e91251f30f,revision_number=None']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:44:09.723700 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.db.resource_extend [None req-aebdfee4-3fd7-4d47-955a-2699989324ed tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 04:44:09.773519 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-aebdfee4-3fd7-4d47-955a-2699989324ed tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:09.777374 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-aebdfee4-3fd7-4d47-955a-2699989324ed tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650163'] for floatingip, after_update {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:09.864028 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 33512) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:44:09.879715 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Device 45ec9513-415c-4a67-a9f3-8c46bcb555ff no longer exists at agent ovs-agent-dv-cinder-829630-1-smb {{(pid=108157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 04:44:09.888501 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.db.l3_db [None req-aebdfee4-3fd7-4d47-955a-2699989324ed tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Floating IP 3b87937d-6725-4914-b6d1-5a323e10015f associated. External IP: 172.28.3.98, port: a7f179ed-607d-40af-a0c7-ce86809b6f52. Feb 17 04:44:09.904116 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.plugin [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] No Port match for: 45ec9513-415c-4a67-a9f3-8c46bcb555ff {{(pid=108157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 17 04:44:09.904450 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Device 45ec9513-415c-4a67-a9f3-8c46bcb555ff not bound to the agent host dv-cinder-829630-1-smb {{(pid=108157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 04:44:09.905040 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Device 9023bb80-47d2-4785-9797-2f70e7e0d43f no longer exists at agent ovs-agent-dv-cinder-829630-1-smb {{(pid=108157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 04:44:09.926017 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.plugin [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] No Port match for: 9023bb80-47d2-4785-9797-2f70e7e0d43f {{(pid=108157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 17 04:44:09.926355 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Device 9023bb80-47d2-4785-9797-2f70e7e0d43f not bound to the agent host dv-cinder-829630-1-smb {{(pid=108157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 04:44:09.961908 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.v2.base [None req-01c18e2e-a9e2-4906-adfd-7f2610b88b22 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1643861436-network', 'tenant_id': 'd7c993bd0ded4bea90f24c972b703974'}} {{(pid=108156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:44:09.985042 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01c18e2e-a9e2-4906-adfd-7f2610b88b22 admin admin] Made reservation on behalf of d7c993bd0ded4bea90f24c972b703974 for: {'network': 1} {{(pid=108156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:44:09.987494 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-01c18e2e-a9e2-4906-adfd-7f2610b88b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for network, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:09.996265 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-01c18e2e-a9e2-4906-adfd-7f2610b88b22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:10.085981 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-01c18e2e-a9e2-4906-adfd-7f2610b88b22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:10.091377 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-01c18e2e-a9e2-4906-adfd-7f2610b88b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:10.114474 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01c18e2e-a9e2-4906-adfd-7f2610b88b22 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=108156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 04:44:10.117868 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aebdfee4-3fd7-4d47-955a-2699989324ed tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Router ef85b872-6682-4aea-a8d0-4a8b4a533176 has already been hosted by L3 agent e8023405-eda5-4975-af11-622b29ed5550 {{(pid=108155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 04:44:10.132608 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c18e2e-a9e2-4906-adfd-7f2610b88b22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd6ce27-6b4e-4f12-8c34-3cf44a2665bc,revision_number=1']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:44:10.135481 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-01c18e2e-a9e2-4906-adfd-7f2610b88b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1955041'] for segment, precommit_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:10.135827 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.db.segments_db [None req-01c18e2e-a9e2-4906-adfd-7f2610b88b22 admin admin] Added segment 469a6a20-d7d7-48aa-be54-30e18fb486c6 of type vlan for network e43726c8-efc1-4a70-870a-e8d2c02d7fda Feb 17 04:44:10.177321 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-01c18e2e-a9e2-4906-adfd-7f2610b88b22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733365501916'] for network, precommit_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:10.205585 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-01c18e2e-a9e2-4906-adfd-7f2610b88b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-827310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785'] for network, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:10.206594 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c18e2e-a9e2-4906-adfd-7f2610b88b22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:10.207806 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-01c18e2e-a9e2-4906-adfd-7f2610b88b22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737771'] for network, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:10.230064 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aebdfee4-3fd7-4d47-955a-2699989324ed tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Notify agent at l3_agent.dv-cinder-829630-1-smb the message routers_updated {{(pid=108155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 04:44:10.235064 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-aebdfee4-3fd7-4d47-955a-2699989324ed tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49904'] for floatingip, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:10.241144 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bb4712-c76c-49e8-80f9-d6a240f6864c None None] Sync routers for ids ['ef85b872-6682-4aea-a8d0-4a8b4a533176'] in dv-cinder-829630-1-smb {{(pid=108157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 04:44:10.253344 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bb4712-c76c-49e8-80f9-d6a240f6864c None None] Routers {'ef85b872-6682-4aea-a8d0-4a8b4a533176'} bound to L3 agent in host dv-cinder-829630-1-smb {{(pid=108157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:44:10.253982 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_hamode_db [None req-97bb4712-c76c-49e8-80f9-d6a240f6864c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T04:31:52Z,description=,heartbeat_timestamp=2022-02-17T04:43:52Z,host='dv-cinder-829630-1-smb',id=e8023405-eda5-4975-af11-622b29ed5550,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:52Z,topic='l3_agent')) {'router_ids': ['ef85b872-6682-4aea-a8d0-4a8b4a533176'], 'active': True} {{(pid=108157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:44:10.264066 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-aebdfee4-3fd7-4d47-955a-2699989324ed tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "PUT /v2.0/floatingips/3b87937d-6725-4914-b6d1-5a323e10015f HTTP/1.1" status: 200 len: 990 time: 1.1860580 Feb 17 04:44:10.265190 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8802c9d3-3f08-4e7d-8caa-c98713207758', 'tag': 'a7f179ed-607d-40af-a0c7-ce86809b6f52'}] {{(pid=108155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:44:10.267725 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7db4504e89d758142afd4bd708bcac288359c97a2e78e5aa13d69e3d31a34d2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0029089f-6211-4368-943e-e6d3ef462bf6" -d '{"events": [{"name": "network-changed", "server_uuid": "8802c9d3-3f08-4e7d-8caa-c98713207758", "tag": "a7f179ed-607d-40af-a0c7-ce86809b6f52"}]}' {{(pid=108155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:44:10.279638 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-01c18e2e-a9e2-4906-adfd-7f2610b88b22 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4141114 Feb 17 04:44:10.282079 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 33520) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:44:10.287005 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.v2.base [None req-9d32307a-7027-4e78-b7d0-85bfbcff7d57 admin admin] Request body: {'subnet': {'network_id': 'e43726c8-efc1-4a70-870a-e8d2c02d7fda', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1643861436-subnet', 'tenant_id': 'd7c993bd0ded4bea90f24c972b703974', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:44:10.298031 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c18e2e-a9e2-4906-adfd-7f2610b88b22 admin admin] Pushing event updated for resources: {'Network': ['ID=e43726c8-efc1-4a70-870a-e8d2c02d7fda,revision_number=1']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:44:10.310475 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Network e43726c8-efc1-4a70-870a-e8d2c02d7fda details requested by agent ovs-agent-dv-cinder-829630-1-smb with host dv-cinder-829630-1-smb {{(pid=108157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 04:44:10.315472 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d32307a-7027-4e78-b7d0-85bfbcff7d57 admin admin] Made reservation on behalf of d7c993bd0ded4bea90f24c972b703974 for: {'subnet': 1} {{(pid=108155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:44:10.318053 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-9d32307a-7027-4e78-b7d0-85bfbcff7d57 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26581789'] for subnet, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:10.343509 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 04:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9784d289-c464-4489-8686-6b967e751304 x-openstack-request-id: req-9784d289-c464-4489-8686-6b967e751304 {{(pid=108155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:44:10.343509 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8802c9d3-3f08-4e7d-8caa-c98713207758", "tag": "a7f179ed-607d-40af-a0c7-ce86809b6f52", "status": "completed", "code": 200}]} {{(pid=108155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:44:10.343509 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9784d289-c464-4489-8686-6b967e751304 {{(pid=108155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:44:10.343509 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8802c9d3-3f08-4e7d-8caa-c98713207758', 'tag': 'a7f179ed-607d-40af-a0c7-ce86809b6f52', 'status': 'completed', 'code': 200} Feb 17 04:44:10.428057 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_dvr_db [None req-97bb4712-c76c-49e8-80f9-d6a240f6864c None None] Set router ef85b872-6682-4aea-a8d0-4a8b4a533176 gateway port host: dv-cinder-829630-1-smb {{(pid=108157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:44:10.450305 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0029089f-6211-4368-943e-e6d3ef462bf6 req-fa15def2-7f9a-4bbd-acd5-b2578d6d8537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:10.451840 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-0029089f-6211-4368-943e-e6d3ef462bf6 req-fa15def2-7f9a-4bbd-acd5-b2578d6d8537 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fcce34a724fd4831979df5c4aa7cf368&device_id=8802c9d3-3f08-4e7d-8caa-c98713207758 HTTP/1.1" status: 200 len: 1098 time: 0.0635669 Feb 17 04:44:10.621003 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0029089f-6211-4368-943e-e6d3ef462bf6 req-2d5f5b2a-63cd-40ea-a84f-495ae2902620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:10.623141 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-0029089f-6211-4368-943e-e6d3ef462bf6 req-2d5f5b2a-63cd-40ea-a84f-495ae2902620 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6044f085-e24b-42f2-baa3-35fa62a45e03 HTTP/1.1" status: 200 len: 916 time: 0.1643922 Feb 17 04:44:10.642893 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-9d32307a-7027-4e78-b7d0-85bfbcff7d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2813891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26581775'] for subnet, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:10.738882 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-0029089f-6211-4368-943e-e6d3ef462bf6 req-8705df26-5687-4e52-af32-055d63ce5f03 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7f179ed-607d-40af-a0c7-ce86809b6f52 HTTP/1.1" status: 200 len: 998 time: 0.1080701 Feb 17 04:44:10.743509 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_hamode_db [None req-97bb4712-c76c-49e8-80f9-d6a240f6864c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef85b872-6682-4aea-a8d0-4a8b4a533176', 'name': 'tempest-AttachVolumeShelveTestJSON-408808888-router', 'tenant_id': 'fcce34a724fd4831979df5c4aa7cf368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'external_fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.22'}], 'enable_snat': True}, 'gw_port_id': '9c126979-2d2f-49c4-9445-d884b0b80ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:40:31Z', 'updated_at': '2022-02-17T04:40:40Z', 'revision_number': 4, 'project_id': 'fcce34a724fd4831979df5c4aa7cf368', 'gw_port': {'id': '9c126979-2d2f-49c4-9445-d884b0b80ebe', 'name': '', 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:55:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef85b872-6682-4aea-a8d0-4a8b4a533176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:32Z', 'updated_at': '2022-02-17T04:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-smb', '_floatingips': [{'id': '3b87937d-6725-4914-b6d1-5a323e10015f', 'tenant_id': 'fcce34a724fd4831979df5c4aa7cf368', 'floating_ip_address': '172.28.3.98', 'floating_network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'router_id': 'ef85b872-6682-4aea-a8d0-4a8b4a533176', 'port_id': 'a7f179ed-607d-40af-a0c7-ce86809b6f52', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6044f085-e24b-42f2-baa3-35fa62a45e03', 'mac_address': 'fa:16:3e:0a:24:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8802c9d3-3f08-4e7d-8caa-c98713207758', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T04:43:58Z', 'updated_at': '2022-02-17T04:44:09Z', 'revision_number': 1, 'project_id': 'fcce34a724fd4831979df5c4aa7cf368', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d48e9dd-bf1d-4bae-bb34-e0f0e3fb4abf', 'name': '', 'network_id': '6044f085-e24b-42f2-baa3-35fa62a45e03', 'tenant_id': 'fcce34a724fd4831979df5c4aa7cf368', 'mac_address': 'fa:16:3e:ab:77:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef85b872-6682-4aea-a8d0-4a8b4a533176', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e939ef18-20cb-4ec3-b53b-ca721a133838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:37Z', 'updated_at': '2022-02-17T04:40:50Z', 'revision_number': 5, 'project_id': 'fcce34a724fd4831979df5c4aa7cf368', 'subnets': [{'id': 'e939ef18-20cb-4ec3-b53b-ca721a133838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-1-smb', False) {} {{(pid=108157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:44:10.744571 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d32307a-7027-4e78-b7d0-85bfbcff7d57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10124a47-56e4-4a0f-a385-0fa9e6b31062,revision_number=0']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:44:10.773699 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bb4712-c76c-49e8-80f9-d6a240f6864c None None] Checking router: ef85b872-6682-4aea-a8d0-4a8b4a533176 for host: dv-cinder-829630-1-smb {{(pid=108157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 04:44:10.782793 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bb4712-c76c-49e8-80f9-d6a240f6864c None None] Routers {'ef85b872-6682-4aea-a8d0-4a8b4a533176'} bound to L3 agent in host dv-cinder-829630-1-smb {{(pid=108157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:44:10.783430 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_hamode_db [None req-97bb4712-c76c-49e8-80f9-d6a240f6864c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T04:31:52Z,description=,heartbeat_timestamp=2022-02-17T04:43:52Z,host='dv-cinder-829630-1-smb',id=e8023405-eda5-4975-af11-622b29ed5550,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:52Z,topic='l3_agent')) {'router_ids': ['ef85b872-6682-4aea-a8d0-4a8b4a533176'], 'active': True} {{(pid=108157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:44:10.789360 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d32307a-7027-4e78-b7d0-85bfbcff7d57 admin admin] Checking segment: {'id': '469a6a20-d7d7-48aa-be54-30e18fb486c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e43726c8-efc1-4a70-870a-e8d2c02d7fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:44:10.789777 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d32307a-7027-4e78-b7d0-85bfbcff7d57 admin admin] Network hostable DHCP agents. Network: e43726c8-efc1-4a70-870a-e8d2c02d7fda, hostable agents: ['d83db365-ab74-4a5c-900a-be065315088d'], hosted agents: [] {{(pid=108155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 04:44:10.813188 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0029089f-6211-4368-943e-e6d3ef462bf6 req-861c715e-848c-417b-969c-e0c469f06800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:10.814793 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-0029089f-6211-4368-943e-e6d3ef462bf6 req-861c715e-848c-417b-969c-e0c469f06800 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e939ef18-20cb-4ec3-b53b-ca721a133838 HTTP/1.1" status: 200 len: 855 time: 0.0633810 Feb 17 04:44:10.815907 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d32307a-7027-4e78-b7d0-85bfbcff7d57 admin admin] Network e43726c8-efc1-4a70-870a-e8d2c02d7fda is scheduled to be hosted by DHCP agent d83db365-ab74-4a5c-900a-be065315088d with binding_index 1 {{(pid=108155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 04:44:10.831967 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.scheduler.base_scheduler [None req-9d32307a-7027-4e78-b7d0-85bfbcff7d57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829630-1-smb, e43726c8-efc1-4a70-870a-e8d2c02d7fda) {{(pid=108155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:44:10.841860 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca93e295-5f0d-4e73-9d7b-8073c549cd5f None None] Network e43726c8-efc1-4a70-870a-e8d2c02d7fda requested from dv-cinder-829630-1-smb {{(pid=108157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 17 04:44:10.851200 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d32307a-7027-4e78-b7d0-85bfbcff7d57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:10.851778 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-9d32307a-7027-4e78-b7d0-85bfbcff7d57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737771'] for subnet, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:10.872830 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-9d32307a-7027-4e78-b7d0-85bfbcff7d57 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5900459 Feb 17 04:44:10.878074 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0029089f-6211-4368-943e-e6d3ef462bf6 req-c5afe9c8-6874-4935-b06c-ea7456086acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:10.879597 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-0029089f-6211-4368-943e-e6d3ef462bf6 req-c5afe9c8-6874-4935-b06c-ea7456086acd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6044f085-e24b-42f2-baa3-35fa62a45e03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0582786 Feb 17 04:44:10.951911 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_dvr_db [None req-97bb4712-c76c-49e8-80f9-d6a240f6864c None None] Set router ef85b872-6682-4aea-a8d0-4a8b4a533176 gateway port host: dv-cinder-829630-1-smb {{(pid=108157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:44:10.980543 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-0029089f-6211-4368-943e-e6d3ef462bf6 req-a8721121-1e7d-4ce5-87d7-058fa1d4e535 service neutron] 10.222.0.69 "GET /v2.0/networks/6044f085-e24b-42f2-baa3-35fa62a45e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936539 Feb 17 04:44:11.076902 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-0029089f-6211-4368-943e-e6d3ef462bf6 req-36fe7cba-5cd1-41a1-983c-b338c9435ac5 service neutron] 10.222.0.69 "GET /v2.0/networks/6044f085-e24b-42f2-baa3-35fa62a45e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901790 Feb 17 04:44:11.206883 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733b6992-95ae-4243-8e5d-dfa5fdb3fe9d None None] Network e43726c8-efc1-4a70-870a-e8d2c02d7fda requested from dv-cinder-829630-1-smb {{(pid=108157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 17 04:44:11.333858 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e538d-f866-451a-a010-0460d1bac8ac req-0bf748cb-fc05-4c1d-8411-829902e6531f tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:11.335269 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-a22e538d-f866-451a-a010-0460d1bac8ac req-0bf748cb-fc05-4c1d-8411-829902e6531f tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/networks?id=e43726c8-efc1-4a70-870a-e8d2c02d7fda HTTP/1.1" status: 200 len: 815 time: 0.1072383 Feb 17 04:44:11.350884 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-a22e538d-f866-451a-a010-0460d1bac8ac req-666e1831-d275-4913-a460-fe24a0179a18 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/quotas/d7c993bd0ded4bea90f24c972b703974 HTTP/1.1" status: 200 len: 375 time: 0.0094395 Feb 17 04:44:11.384523 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-a22e538d-f866-451a-a010-0460d1bac8ac req-b95adf2c-8114-4067-8968-d070a9f432f3 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d7c993bd0ded4bea90f24c972b703974&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273750 Feb 17 04:44:11.434148 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_hamode_db [None req-97bb4712-c76c-49e8-80f9-d6a240f6864c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef85b872-6682-4aea-a8d0-4a8b4a533176', 'name': 'tempest-AttachVolumeShelveTestJSON-408808888-router', 'tenant_id': 'fcce34a724fd4831979df5c4aa7cf368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'external_fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.22'}], 'enable_snat': True}, 'gw_port_id': '9c126979-2d2f-49c4-9445-d884b0b80ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:40:31Z', 'updated_at': '2022-02-17T04:40:40Z', 'revision_number': 4, 'project_id': 'fcce34a724fd4831979df5c4aa7cf368', 'gw_port': {'id': '9c126979-2d2f-49c4-9445-d884b0b80ebe', 'name': '', 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:55:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef85b872-6682-4aea-a8d0-4a8b4a533176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:32Z', 'updated_at': '2022-02-17T04:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-smb', '_floatingips': [{'id': '3b87937d-6725-4914-b6d1-5a323e10015f', 'tenant_id': 'fcce34a724fd4831979df5c4aa7cf368', 'floating_ip_address': '172.28.3.98', 'floating_network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'router_id': 'ef85b872-6682-4aea-a8d0-4a8b4a533176', 'port_id': 'a7f179ed-607d-40af-a0c7-ce86809b6f52', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6044f085-e24b-42f2-baa3-35fa62a45e03', 'mac_address': 'fa:16:3e:0a:24:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8802c9d3-3f08-4e7d-8caa-c98713207758', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T04:43:58Z', 'updated_at': '2022-02-17T04:44:09Z', 'revision_number': 1, 'project_id': 'fcce34a724fd4831979df5c4aa7cf368', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d48e9dd-bf1d-4bae-bb34-e0f0e3fb4abf', 'name': '', 'network_id': '6044f085-e24b-42f2-baa3-35fa62a45e03', 'tenant_id': 'fcce34a724fd4831979df5c4aa7cf368', 'mac_address': 'fa:16:3e:ab:77:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef85b872-6682-4aea-a8d0-4a8b4a533176', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e939ef18-20cb-4ec3-b53b-ca721a133838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:37Z', 'updated_at': '2022-02-17T04:40:50Z', 'revision_number': 5, 'project_id': 'fcce34a724fd4831979df5c4aa7cf368', 'subnets': [{'id': 'e939ef18-20cb-4ec3-b53b-ca721a133838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-1-smb', False) {} {{(pid=108157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:44:11.464286 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bb4712-c76c-49e8-80f9-d6a240f6864c None None] The sync data for ids ['ef85b872-6682-4aea-a8d0-4a8b4a533176'] in dv-cinder-829630-1-smb is: [{'id': 'ef85b872-6682-4aea-a8d0-4a8b4a533176', 'name': 'tempest-AttachVolumeShelveTestJSON-408808888-router', 'tenant_id': 'fcce34a724fd4831979df5c4aa7cf368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'external_fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.22'}], 'enable_snat': True}, 'gw_port_id': '9c126979-2d2f-49c4-9445-d884b0b80ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:40:31Z', 'updated_at': '2022-02-17T04:40:40Z', 'revision_number': 4, 'project_id': 'fcce34a724fd4831979df5c4aa7cf368', 'gw_port': {'id': '9c126979-2d2f-49c4-9445-d884b0b80ebe', 'name': '', 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:55:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef85b872-6682-4aea-a8d0-4a8b4a533176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:32Z', 'updated_at': '2022-02-17T04:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-smb', '_floatingips': [{'id': '3b87937d-6725-4914-b6d1-5a323e10015f', 'tenant_id': 'fcce34a724fd4831979df5c4aa7cf368', 'floating_ip_address': '172.28.3.98', 'floating_network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'router_id': 'ef85b872-6682-4aea-a8d0-4a8b4a533176', 'port_id': 'a7f179ed-607d-40af-a0c7-ce86809b6f52', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6044f085-e24b-42f2-baa3-35fa62a45e03', 'mac_address': 'fa:16:3e:0a:24:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8802c9d3-3f08-4e7d-8caa-c98713207758', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T04:43:58Z', 'updated_at': '2022-02-17T04:44:09Z', 'revision_number': 1, 'project_id': 'fcce34a724fd4831979df5c4aa7cf368', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d48e9dd-bf1d-4bae-bb34-e0f0e3fb4abf', 'name': '', 'network_id': '6044f085-e24b-42f2-baa3-35fa62a45e03', 'tenant_id': 'fcce34a724fd4831979df5c4aa7cf368', 'mac_address': 'fa:16:3e:ab:77:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef85b872-6682-4aea-a8d0-4a8b4a533176', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e939ef18-20cb-4ec3-b53b-ca721a133838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:37Z', 'updated_at': '2022-02-17T04:40:50Z', 'revision_number': 5, 'project_id': 'fcce34a724fd4831979df5c4aa7cf368', 'subnets': [{'id': 'e939ef18-20cb-4ec3-b53b-ca721a133838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 04:44:11.479401 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-a22e538d-f866-451a-a010-0460d1bac8ac req-18614b31-0f97-4871-837a-c663f08836de service neutron] 10.222.0.36 "GET /v2.0/networks/e43726c8-efc1-4a70-870a-e8d2c02d7fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872004 Feb 17 04:44:11.572031 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-a22e538d-f866-451a-a010-0460d1bac8ac req-0fe10327-f585-4943-a163-fccae73b7e1b service neutron] 10.222.0.36 "GET /v2.0/networks/e43726c8-efc1-4a70-870a-e8d2c02d7fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854840 Feb 17 04:44:11.647981 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ec9927-1641-4c71-829e-062b6752e131 None None] New status for floating IP 3b87937d-6725-4914-b6d1-5a323e10015f: ACTIVE {{(pid=108158) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 04:44:11.740153 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-3f1ae0da-ab73-4aa7-8ec1-bcc635705e89 req-7781e6ed-30fd-4a65-afb3-e64032724e66 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/ports?device_id=737ff202-9af9-4e17-ac5f-0f913d1553e5 HTTP/1.1" status: 200 len: 210 time: 0.0315647 Feb 17 04:44:12.713353 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e538d-f866-451a-a010-0460d1bac8ac req-918d6638-d5fc-43c3-8cfa-1cf46cb13fe7 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:12.714775 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-a22e538d-f866-451a-a010-0460d1bac8ac req-918d6638-d5fc-43c3-8cfa-1cf46cb13fe7 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.69 "GET /v2.0/networks?id=e43726c8-efc1-4a70-870a-e8d2c02d7fda HTTP/1.1" status: 200 len: 815 time: 0.1043262 Feb 17 04:44:12.727368 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.v2.base [req-a22e538d-f866-451a-a010-0460d1bac8ac req-11f28e1c-fc18-4b34-bf93-e7f81239551e tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Request body: {'port': {'device_id': '737ff202-9af9-4e17-ac5f-0f913d1553e5', 'network_id': 'e43726c8-efc1-4a70-870a-e8d2c02d7fda', 'admin_state_up': True, 'tenant_id': 'd7c993bd0ded4bea90f24c972b703974'}} {{(pid=108155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:44:12.841216 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-9b2256e5-c036-42fb-8f56-9c315e7b9142 req-952253c6-290d-4b86-a5e9-b92069a19249 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/ports?device_id=737ff202-9af9-4e17-ac5f-0f913d1553e5 HTTP/1.1" status: 200 len: 210 time: 0.0295162 Feb 17 04:44:12.859926 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a22e538d-f866-451a-a010-0460d1bac8ac req-11f28e1c-fc18-4b34-bf93-e7f81239551e tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Made reservation on behalf of d7c993bd0ded4bea90f24c972b703974 for: {'port': 1} {{(pid=108155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:44:12.863345 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-a22e538d-f866-451a-a010-0460d1bac8ac req-11f28e1c-fc18-4b34-bf93-e7f81239551e tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:12.987480 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.db.db_base_plugin_common [req-a22e538d-f866-451a-a010-0460d1bac8ac req-11f28e1c-fc18-4b34-bf93-e7f81239551e tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Allocated IP 172.20.0.11 (e43726c8-efc1-4a70-870a-e8d2c02d7fda/10124a47-56e4-4a0f-a385-0fa9e6b31062/589d4914-e508-4f34-a05c-4c4ab66d5981) {{(pid=108155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:44:13.130644 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-a22e538d-f866-451a-a010-0460d1bac8ac req-11f28e1c-fc18-4b34-bf93-e7f81239551e tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Notify callbacks [] for port, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:13.164237 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-a22e538d-f866-451a-a010-0460d1bac8ac req-11f28e1c-fc18-4b34-bf93-e7f81239551e tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733365499769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2813823'] for port, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:13.207053 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a22e538d-f866-451a-a010-0460d1bac8ac req-11f28e1c-fc18-4b34-bf93-e7f81239551e tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Network e43726c8-efc1-4a70-870a-e8d2c02d7fda is already hosted by enough agents. {{(pid=108155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:44:13.209915 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.scheduler.base_scheduler [req-a22e538d-f866-451a-a010-0460d1bac8ac req-11f28e1c-fc18-4b34-bf93-e7f81239551e tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Resources bound (agent type, host, resource id): {{(pid=108155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:44:13.213760 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.db.l3_dvrscheduler_db [req-a22e538d-f866-451a-a010-0460d1bac8ac req-11f28e1c-fc18-4b34-bf93-e7f81239551e tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Received port after_create {{(pid=108155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:44:13.220366 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f28e1c-fc18-4b34-bf93-e7f81239551e tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Pushing event updated for resources: {'Port': ['ID=589d4914-e508-4f34-a05c-4c4ab66d5981,revision_number=1']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:44:13.264411 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e538d-f866-451a-a010-0460d1bac8ac req-11f28e1c-fc18-4b34-bf93-e7f81239551e tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:13.265064 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-a22e538d-f866-451a-a010-0460d1bac8ac req-11f28e1c-fc18-4b34-bf93-e7f81239551e tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49904'] for port, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:13.280061 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-a22e538d-f866-451a-a010-0460d1bac8ac req-11f28e1c-fc18-4b34-bf93-e7f81239551e tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5565100 Feb 17 04:44:13.292668 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.v2.base [req-a22e538d-f866-451a-a010-0460d1bac8ac req-79cb87b3-d11d-4fc0-86cd-d89262727096 service neutron] Request body: {'port': {'device_id': '737ff202-9af9-4e17-ac5f-0f913d1553e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82963'}} {{(pid=108155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:44:13.350369 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-a22e538d-f866-451a-a010-0460d1bac8ac req-79cb87b3-d11d-4fc0-86cd-d89262727096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:13.603589 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.notifiers.nova [req-a22e538d-f866-451a-a010-0460d1bac8ac req-79cb87b3-d11d-4fc0-86cd-d89262727096 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 589d4914-e508-4f34-a05c-4c4ab66d5981 {{(pid=108155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 04:44:13.610776 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-a22e538d-f866-451a-a010-0460d1bac8ac req-79cb87b3-d11d-4fc0-86cd-d89262727096 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:13.622434 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.db.provisioning_blocks [req-a22e538d-f866-451a-a010-0460d1bac8ac req-79cb87b3-d11d-4fc0-86cd-d89262727096 service neutron] Transition to ACTIVE for port object 589d4914-e508-4f34-a05c-4c4ab66d5981 will not be triggered until provisioned by entity L2. {{(pid=108155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 04:44:13.625429 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-a22e538d-f866-451a-a010-0460d1bac8ac req-79cb87b3-d11d-4fc0-86cd-d89262727096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2813814'] for port, after_update {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:13.674245 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cb87b3-d11d-4fc0-86cd-d89262727096 service neutron] Pushing event updated for resources: {'Port': ['ID=589d4914-e508-4f34-a05c-4c4ab66d5981,revision_number=2']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:44:13.743114 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.managers [req-a22e538d-f866-451a-a010-0460d1bac8ac req-79cb87b3-d11d-4fc0-86cd-d89262727096 service neutron] Attempting to bind port 589d4914-e508-4f34-a05c-4c4ab66d5981 on host hv-cinder-82963 for vnic_type normal with profile {{(pid=108155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 04:44:13.743707 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.managers [req-a22e538d-f866-451a-a010-0460d1bac8ac req-79cb87b3-d11d-4fc0-86cd-d89262727096 service neutron] Attempting to bind port 589d4914-e508-4f34-a05c-4c4ab66d5981 by drivers openvswitch,hyperv on host hv-cinder-82963 at level 0 using segments [{'id': '469a6a20-d7d7-48aa-be54-30e18fb486c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e43726c8-efc1-4a70-870a-e8d2c02d7fda'}] {{(pid=108155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 04:44:13.743832 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22e538d-f866-451a-a010-0460d1bac8ac req-79cb87b3-d11d-4fc0-86cd-d89262727096 service neutron] Attempting to bind port 589d4914-e508-4f34-a05c-4c4ab66d5981 on network e43726c8-efc1-4a70-870a-e8d2c02d7fda {{(pid=108155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:44:13.747901 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22e538d-f866-451a-a010-0460d1bac8ac req-79cb87b3-d11d-4fc0-86cd-d89262727096 service neutron] Port 589d4914-e508-4f34-a05c-4c4ab66d5981 on network e43726c8-efc1-4a70-870a-e8d2c02d7fda not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82963 {{(pid=108155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 04:44:13.748219 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22e538d-f866-451a-a010-0460d1bac8ac req-79cb87b3-d11d-4fc0-86cd-d89262727096 service neutron] Attempting to bind port 589d4914-e508-4f34-a05c-4c4ab66d5981 on network e43726c8-efc1-4a70-870a-e8d2c02d7fda {{(pid=108155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:44:13.753118 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22e538d-f866-451a-a010-0460d1bac8ac req-79cb87b3-d11d-4fc0-86cd-d89262727096 service neutron] Checking agent: {'id': '8333eb14-27e3-4539-92ee-8ab97b467e5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82963', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 4, 38, 23), 'started_at': datetime.datetime(2022, 2, 17, 4, 38, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 4, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 04:44:13.753449 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22e538d-f866-451a-a010-0460d1bac8ac req-79cb87b3-d11d-4fc0-86cd-d89262727096 service neutron] Checking segment: {'id': '469a6a20-d7d7-48aa-be54-30e18fb486c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e43726c8-efc1-4a70-870a-e8d2c02d7fda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:44:13.753827 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22e538d-f866-451a-a010-0460d1bac8ac req-79cb87b3-d11d-4fc0-86cd-d89262727096 service neutron] Bound using segment: {'id': '469a6a20-d7d7-48aa-be54-30e18fb486c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e43726c8-efc1-4a70-870a-e8d2c02d7fda'} {{(pid=108155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 04:44:13.754255 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.managers [req-a22e538d-f866-451a-a010-0460d1bac8ac req-79cb87b3-d11d-4fc0-86cd-d89262727096 service neutron] Bound port: 589d4914-e508-4f34-a05c-4c4ab66d5981, host: hv-cinder-82963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '469a6a20-d7d7-48aa-be54-30e18fb486c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e43726c8-efc1-4a70-870a-e8d2c02d7fda'}}] {{(pid=108155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 04:44:13.754627 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-a22e538d-f866-451a-a010-0460d1bac8ac req-79cb87b3-d11d-4fc0-86cd-d89262727096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:13.816648 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.db [req-a22e538d-f866-451a-a010-0460d1bac8ac req-79cb87b3-d11d-4fc0-86cd-d89262727096 service neutron] For port 589d4914-e508-4f34-a05c-4c4ab66d5981, host hv-cinder-82963, cleared binding levels {{(pid=108155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 04:44:13.819730 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.db [req-a22e538d-f866-451a-a010-0460d1bac8ac req-79cb87b3-d11d-4fc0-86cd-d89262727096 service neutron] For port 589d4914-e508-4f34-a05c-4c4ab66d5981, host hv-cinder-82963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=589d4914-e508-4f34-a05c-4c4ab66d5981,segment=NetworkSegment(469a6a20-d7d7-48aa-be54-30e18fb486c6),segment_id=469a6a20-d7d7-48aa-be54-30e18fb486c6)] {{(pid=108155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 04:44:13.823425 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-a22e538d-f866-451a-a010-0460d1bac8ac req-79cb87b3-d11d-4fc0-86cd-d89262727096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2813814'] for port, after_update {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:13.859043 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e538d-f866-451a-a010-0460d1bac8ac req-79cb87b3-d11d-4fc0-86cd-d89262727096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:13.859678 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-a22e538d-f866-451a-a010-0460d1bac8ac req-79cb87b3-d11d-4fc0-86cd-d89262727096 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49904'] for port, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:13.861075 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-a22e538d-f866-451a-a010-0460d1bac8ac req-79cb87b3-d11d-4fc0-86cd-d89262727096 service neutron] 10.222.0.69 "PUT /v2.0/ports/589d4914-e508-4f34-a05c-4c4ab66d5981 HTTP/1.1" status: 200 len: 1094 time: 0.5723712 Feb 17 04:44:13.861496 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '737ff202-9af9-4e17-ac5f-0f913d1553e5', 'tag': '589d4914-e508-4f34-a05c-4c4ab66d5981'}] {{(pid=108155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:44:13.863753 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7db4504e89d758142afd4bd708bcac288359c97a2e78e5aa13d69e3d31a34d2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-852e0869-c373-430c-bb9e-770ded2f7016" -d '{"events": [{"name": "network-changed", "server_uuid": "737ff202-9af9-4e17-ac5f-0f913d1553e5", "tag": "589d4914-e508-4f34-a05c-4c4ab66d5981"}]}' {{(pid=108155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:44:13.888249 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cb87b3-d11d-4fc0-86cd-d89262727096 service neutron] Pushing event updated for resources: {'Port': ['ID=589d4914-e508-4f34-a05c-4c4ab66d5981,revision_number=3']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:44:13.918101 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 04:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09d32134-bf69-4952-a36e-03e4c89cd32a x-openstack-request-id: req-09d32134-bf69-4952-a36e-03e4c89cd32a {{(pid=108155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:44:13.918506 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "737ff202-9af9-4e17-ac5f-0f913d1553e5", "tag": "589d4914-e508-4f34-a05c-4c4ab66d5981", "status": "completed", "code": 200}]} {{(pid=108155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:44:13.918888 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-09d32134-bf69-4952-a36e-03e4c89cd32a {{(pid=108155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:44:13.919386 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '737ff202-9af9-4e17-ac5f-0f913d1553e5', 'tag': '589d4914-e508-4f34-a05c-4c4ab66d5981', 'status': 'completed', 'code': 200} Feb 17 04:44:13.951847 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e538d-f866-451a-a010-0460d1bac8ac req-cdab7f9c-3739-43c2-b3fc-054a8364b322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:13.953724 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-a22e538d-f866-451a-a010-0460d1bac8ac req-cdab7f9c-3739-43c2-b3fc-054a8364b322 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d7c993bd0ded4bea90f24c972b703974&device_id=737ff202-9af9-4e17-ac5f-0f913d1553e5 HTTP/1.1" status: 200 len: 1097 time: 0.0457904 Feb 17 04:44:13.964866 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef532da-bca7-4000-b4d0-90562c516b26 req-b6789887-811c-4f3b-a59c-0f03f31947de tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:13.966339 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-6ef532da-bca7-4000-b4d0-90562c516b26 req-b6789887-811c-4f3b-a59c-0f03f31947de tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/ports?device_id=737ff202-9af9-4e17-ac5f-0f913d1553e5 HTTP/1.1" status: 200 len: 944 time: 0.0478396 Feb 17 04:44:13.995815 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-a22e538d-f866-451a-a010-0460d1bac8ac req-45889e48-9db3-4dd0-aa29-5b583c86698a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=589d4914-e508-4f34-a05c-4c4ab66d5981 HTTP/1.1" status: 200 len: 217 time: 0.0348344 Feb 17 04:44:14.004449 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-6ef532da-bca7-4000-b4d0-90562c516b26 req-4b8fc3d7-1c71-49aa-a25e-9366c3d1bf5d tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bd6ce27-6b4e-4f12-8c34-3cf44a2665bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313730 Feb 17 04:44:14.043495 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e538d-f866-451a-a010-0460d1bac8ac req-3f29c76b-8159-4a7c-bf8a-56354076c3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:14.044931 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-a22e538d-f866-451a-a010-0460d1bac8ac req-3f29c76b-8159-4a7c-bf8a-56354076c3b7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=10124a47-56e4-4a0f-a385-0fa9e6b31062 HTTP/1.1" status: 200 len: 855 time: 0.0430725 Feb 17 04:44:14.078733 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-a22e538d-f866-451a-a010-0460d1bac8ac req-630ec2ec-6b8a-4025-9c0f-e7da34d8ec2a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e43726c8-efc1-4a70-870a-e8d2c02d7fda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263743 Feb 17 04:44:14.166105 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-a22e538d-f866-451a-a010-0460d1bac8ac req-331f9b84-eab9-4445-9542-871947acf4d1 service neutron] 10.222.0.69 "GET /v2.0/networks/e43726c8-efc1-4a70-870a-e8d2c02d7fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802560 Feb 17 04:44:14.256543 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-a22e538d-f866-451a-a010-0460d1bac8ac req-6ba4dda7-0cdf-4ff5-bedf-27045f1bccaa service neutron] 10.222.0.69 "GET /v2.0/networks/e43726c8-efc1-4a70-870a-e8d2c02d7fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831087 Feb 17 04:44:14.341787 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852e0869-c373-430c-bb9e-770ded2f7016 req-cf817593-84d9-4998-b433-aab26ba752df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:14.343976 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-852e0869-c373-430c-bb9e-770ded2f7016 req-cf817593-84d9-4998-b433-aab26ba752df service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d7c993bd0ded4bea90f24c972b703974&device_id=737ff202-9af9-4e17-ac5f-0f913d1553e5 HTTP/1.1" status: 200 len: 1097 time: 0.0429265 Feb 17 04:44:14.430905 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852e0869-c373-430c-bb9e-770ded2f7016 req-9b0d4cc2-919e-403d-a358-e5d7aa655d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:14.432399 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-852e0869-c373-430c-bb9e-770ded2f7016 req-9b0d4cc2-919e-403d-a358-e5d7aa655d06 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e43726c8-efc1-4a70-870a-e8d2c02d7fda HTTP/1.1" status: 200 len: 915 time: 0.0812879 Feb 17 04:44:14.476141 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-852e0869-c373-430c-bb9e-770ded2f7016 req-c31060c7-c3b3-494a-896a-44ac0dd679c2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=589d4914-e508-4f34-a05c-4c4ab66d5981 HTTP/1.1" status: 200 len: 217 time: 0.0369325 Feb 17 04:44:14.527960 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852e0869-c373-430c-bb9e-770ded2f7016 req-32c58033-1cd7-426f-a86d-f787f060c615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:14.529356 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-852e0869-c373-430c-bb9e-770ded2f7016 req-32c58033-1cd7-426f-a86d-f787f060c615 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=10124a47-56e4-4a0f-a385-0fa9e6b31062 HTTP/1.1" status: 200 len: 855 time: 0.0449488 Feb 17 04:44:14.560019 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-852e0869-c373-430c-bb9e-770ded2f7016 req-e90bf865-3e93-4051-802c-895e19464320 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e43726c8-efc1-4a70-870a-e8d2c02d7fda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235059 Feb 17 04:44:14.650196 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-852e0869-c373-430c-bb9e-770ded2f7016 req-186cab50-b00f-4df4-b5a3-5142b3036d6b service neutron] 10.222.0.69 "GET /v2.0/networks/e43726c8-efc1-4a70-870a-e8d2c02d7fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823822 Feb 17 04:44:14.738591 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-852e0869-c373-430c-bb9e-770ded2f7016 req-0ed1628d-a038-4d20-82a9-19b68fbbffc5 service neutron] 10.222.0.69 "GET /v2.0/networks/e43726c8-efc1-4a70-870a-e8d2c02d7fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793774 Feb 17 04:44:15.119156 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d80fdf5-bf2e-42d1-a02d-bd507cd5b309 req-48e4a909-e617-4100-ae19-8d398fe08558 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:15.120596 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-0d80fdf5-bf2e-42d1-a02d-bd507cd5b309 req-48e4a909-e617-4100-ae19-8d398fe08558 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/ports?device_id=737ff202-9af9-4e17-ac5f-0f913d1553e5 HTTP/1.1" status: 200 len: 944 time: 0.0479810 Feb 17 04:44:15.157518 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-0d80fdf5-bf2e-42d1-a02d-bd507cd5b309 req-44e544f1-1dac-48f0-8f60-a471c8655541 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bd6ce27-6b4e-4f12-8c34-3cf44a2665bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304604 Feb 17 04:44:16.272955 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab24b257-8119-41fb-a5b6-1f6154b2faa8 req-6f677762-2ada-42d8-809d-267a5d2d65c6 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:16.274379 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-ab24b257-8119-41fb-a5b6-1f6154b2faa8 req-6f677762-2ada-42d8-809d-267a5d2d65c6 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/ports?device_id=737ff202-9af9-4e17-ac5f-0f913d1553e5 HTTP/1.1" status: 200 len: 944 time: 0.0505495 Feb 17 04:44:16.311204 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-ab24b257-8119-41fb-a5b6-1f6154b2faa8 req-c2aff832-d9d8-43f2-b523-cb6dcdc1d6ef tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bd6ce27-6b4e-4f12-8c34-3cf44a2665bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310555 Feb 17 04:44:17.122553 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Device 589d4914-e508-4f34-a05c-4c4ab66d5981 details requested by agent hyperv_hv-cinder-82963 with host hv-cinder-82963 {{(pid=108157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 04:44:17.212560 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] For port 589d4914-e508-4f34-a05c-4c4ab66d5981, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=589d4914-e508-4f34-a05c-4c4ab66d5981,segment=NetworkSegment(469a6a20-d7d7-48aa-be54-30e18fb486c6),segment_id=469a6a20-d7d7-48aa-be54-30e18fb486c6)] {{(pid=108157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:44:17.227110 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Returning: {'device': '589d4914-e508-4f34-a05c-4c4ab66d5981', 'network_id': 'e43726c8-efc1-4a70-870a-e8d2c02d7fda', 'port_id': '589d4914-e508-4f34-a05c-4c4ab66d5981', 'mac_address': 'fa:16:3e:dd:81:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10124a47-56e4-4a0f-a385-0fa9e6b31062', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 04:44:17.261673 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:17.274214 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.notifiers.nova [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 589d4914-e508-4f34-a05c-4c4ab66d5981 {{(pid=108157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 04:44:17.293179 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] For port 589d4914-e508-4f34-a05c-4c4ab66d5981, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=589d4914-e508-4f34-a05c-4c4ab66d5981,segment=NetworkSegment(469a6a20-d7d7-48aa-be54-30e18fb486c6),segment_id=469a6a20-d7d7-48aa-be54-30e18fb486c6)] {{(pid=108157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:44:17.296876 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:17.342541 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Pushing event updated for resources: {'Port': ['ID=589d4914-e508-4f34-a05c-4c4ab66d5981,revision_number=4']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:44:17.430526 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231ed93c-5f21-408d-8132-0e8ec769ddbb req-096da99d-822e-4ecf-ad78-68117c16e047 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:17.432000 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-231ed93c-5f21-408d-8132-0e8ec769ddbb req-096da99d-822e-4ecf-ad78-68117c16e047 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/ports?device_id=737ff202-9af9-4e17-ac5f-0f913d1553e5 HTTP/1.1" status: 200 len: 945 time: 0.0523882 Feb 17 04:44:17.470129 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-231ed93c-5f21-408d-8132-0e8ec769ddbb req-d0cdd74c-9919-46bc-9489-8e46a27e03a1 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bd6ce27-6b4e-4f12-8c34-3cf44a2665bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318813 Feb 17 04:44:17.519659 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] get_ports_and_sgs() called for port_ids ['589d4914-e508-4f34-a05c-4c4ab66d5981'] {{(pid=108157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 04:44:18.586222 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc76bf5-c439-404f-8d14-80040c6b3570 req-a0840d8b-0c71-4f76-96cd-87357f85d006 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:18.587978 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-8bc76bf5-c439-404f-8d14-80040c6b3570 req-a0840d8b-0c71-4f76-96cd-87357f85d006 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/ports?device_id=737ff202-9af9-4e17-ac5f-0f913d1553e5 HTTP/1.1" status: 200 len: 945 time: 0.0523572 Feb 17 04:44:18.627908 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-8bc76bf5-c439-404f-8d14-80040c6b3570 req-da0c9c17-b4c2-4941-a3f6-0a2808680095 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bd6ce27-6b4e-4f12-8c34-3cf44a2665bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329754 Feb 17 04:44:18.694023 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e0b984-a5f0-4698-b49f-1f2f1e03e6d8 req-27d0761e-da0f-41a5-95cd-a5f50e3b2036 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:18.695408 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-e1e0b984-a5f0-4698-b49f-1f2f1e03e6d8 req-27d0761e-da0f-41a5-95cd-a5f50e3b2036 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3bb06d6-784c-4d81-ad60-d183671f9f10 HTTP/1.1" status: 200 len: 946 time: 0.0477178 Feb 17 04:44:18.731780 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-e1e0b984-a5f0-4698-b49f-1f2f1e03e6d8 req-d2a2e114-8455-4799-be21-82564332b1b6 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffbda038-50f4-44bc-aa04-91e66aa92c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304906 Feb 17 04:44:19.144298 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Device 589d4914-e508-4f34-a05c-4c4ab66d5981 up at agent hyperv_hv-cinder-82963 {{(pid=108157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:44:19.191332 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Provisioning for port 589d4914-e508-4f34-a05c-4c4ab66d5981 completed by entity L2. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 04:44:19.195401 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Provisioning complete for port 589d4914-e508-4f34-a05c-4c4ab66d5981 triggered by entity L2. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:44:19.195806 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:19.272415 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:19.293697 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '737ff202-9af9-4e17-ac5f-0f913d1553e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '589d4914-e508-4f34-a05c-4c4ab66d5981'}] {{(pid=108157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:44:19.295956 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2d1db2b66fadfb38f3e682fd5beb02e22f49f1efddde24347983e162d9d2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94a43f96-06ef-4f60-bd7e-d218f626a014" -d '{"events": [{"server_uuid": "737ff202-9af9-4e17-ac5f-0f913d1553e5", "name": "network-vif-plugged", "status": "completed", "tag": "589d4914-e508-4f34-a05c-4c4ab66d5981"}]}' {{(pid=108157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:44:19.308997 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] For port 589d4914-e508-4f34-a05c-4c4ab66d5981, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=589d4914-e508-4f34-a05c-4c4ab66d5981,segment=NetworkSegment(469a6a20-d7d7-48aa-be54-30e18fb486c6),segment_id=469a6a20-d7d7-48aa-be54-30e18fb486c6)] {{(pid=108157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:44:19.313742 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:19.340207 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 04:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d6862a-4769-4b2e-b8e3-fa23b35efed6 x-openstack-request-id: req-21d6862a-4769-4b2e-b8e3-fa23b35efed6 {{(pid=108157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:44:19.340514 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "737ff202-9af9-4e17-ac5f-0f913d1553e5", "name": "network-vif-plugged", "status": "completed", "tag": "589d4914-e508-4f34-a05c-4c4ab66d5981", "code": 200}]} {{(pid=108157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:44:19.340764 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-21d6862a-4769-4b2e-b8e3-fa23b35efed6 {{(pid=108157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:44:19.341140 dv-cinder-829630-1-smb neutron-server[108157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '737ff202-9af9-4e17-ac5f-0f913d1553e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '589d4914-e508-4f34-a05c-4c4ab66d5981', 'code': 200} Feb 17 04:44:19.365312 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Pushing event updated for resources: {'Port': ['ID=589d4914-e508-4f34-a05c-4c4ab66d5981,revision_number=5']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:44:19.518741 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-71e0a15d-13f1-4ac1-97be-0587b169e7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:19.522338 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32e16b-dfcb-4bd0-87a0-1b79a54773bc req-ca693e3b-72d2-4b11-9fe8-f71019df2fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:19.523882 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-5c32e16b-dfcb-4bd0-87a0-1b79a54773bc req-ca693e3b-72d2-4b11-9fe8-f71019df2fd2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=737ff202-9af9-4e17-ac5f-0f913d1553e5 HTTP/1.1" status: 200 len: 1099 time: 0.0393817 Feb 17 04:44:19.559794 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-5c32e16b-dfcb-4bd0-87a0-1b79a54773bc req-49fdf5ee-a02a-45aa-9433-aa6b763dfaa2 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9bd6ce27-6b4e-4f12-8c34-3cf44a2665bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281279 Feb 17 04:44:19.745350 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877899af-11cb-480b-8b36-41978956b971 req-3577c133-dba9-47f7-bbbf-efcea6b216ca tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:19.746806 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-877899af-11cb-480b-8b36-41978956b971 req-3577c133-dba9-47f7-bbbf-efcea6b216ca tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/ports?device_id=737ff202-9af9-4e17-ac5f-0f913d1553e5 HTTP/1.1" status: 200 len: 946 time: 0.0521736 Feb 17 04:44:19.784689 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-877899af-11cb-480b-8b36-41978956b971 req-d270c7fe-e3ae-4bf7-bee3-d2a608d08b87 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bd6ce27-6b4e-4f12-8c34-3cf44a2665bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313640 Feb 17 04:44:19.851497 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a699d2-e362-45d3-b73f-915f71ebc3a8 req-37735917-798d-4f72-aa20-7460e0c33a1a tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:19.853025 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-33a699d2-e362-45d3-b73f-915f71ebc3a8 req-37735917-798d-4f72-aa20-7460e0c33a1a tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3bb06d6-784c-4d81-ad60-d183671f9f10 HTTP/1.1" status: 200 len: 946 time: 0.0494103 Feb 17 04:44:19.890322 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-33a699d2-e362-45d3-b73f-915f71ebc3a8 req-496962be-d98c-4aac-b497-71c62dfd427a tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffbda038-50f4-44bc-aa04-91e66aa92c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307181 Feb 17 04:44:20.900211 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752ad662-2d30-4426-acca-0bd214f4e25e req-c061cc39-f777-4286-bf80-7d1a9d860d6d tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:20.901669 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-752ad662-2d30-4426-acca-0bd214f4e25e req-c061cc39-f777-4286-bf80-7d1a9d860d6d tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/ports?device_id=737ff202-9af9-4e17-ac5f-0f913d1553e5 HTTP/1.1" status: 200 len: 946 time: 0.0476205 Feb 17 04:44:20.940543 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-752ad662-2d30-4426-acca-0bd214f4e25e req-1d0f4760-2850-4b64-bd43-bd47fd351dd0 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bd6ce27-6b4e-4f12-8c34-3cf44a2665bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325994 Feb 17 04:44:21.008814 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f638f0b-dbbb-43b9-9a75-afe6dd6d7ddd req-208df561-2a31-45b5-920f-7f7bb5425e08 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:21.010262 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-2f638f0b-dbbb-43b9-9a75-afe6dd6d7ddd req-208df561-2a31-45b5-920f-7f7bb5425e08 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3bb06d6-784c-4d81-ad60-d183671f9f10 HTTP/1.1" status: 200 len: 946 time: 0.0522425 Feb 17 04:44:21.049443 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-2f638f0b-dbbb-43b9-9a75-afe6dd6d7ddd req-ed5533e1-7368-4796-9b7d-bafafe8f18af tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/security-groups?id=ffbda038-50f4-44bc-aa04-91e66aa92c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326877 Feb 17 04:44:21.070260 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf0623-8332-4ed5-8e3b-083088cf3e18 req-3eec5807-8e62-4bd2-8983-73b34b59d94e tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:21.071689 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-deaf0623-8332-4ed5-8e3b-083088cf3e18 req-3eec5807-8e62-4bd2-8983-73b34b59d94e tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3bb06d6-784c-4d81-ad60-d183671f9f10 HTTP/1.1" status: 200 len: 946 time: 0.0486479 Feb 17 04:44:21.185218 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.plugin [req-deaf0623-8332-4ed5-8e3b-083088cf3e18 req-e08a0b4b-6ad0-4104-8f98-df6d9d50a22f tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Deleting port cd8e1d6a-1c56-445f-b30d-46784bff3b12 {{(pid=108155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:44:21.185912 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-deaf0623-8332-4ed5-8e3b-083088cf3e18 req-e08a0b4b-6ad0-4104-8f98-df6d9d50a22f tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733365899870'] for port, before_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:21.311763 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.db [req-deaf0623-8332-4ed5-8e3b-083088cf3e18 req-e08a0b4b-6ad0-4104-8f98-df6d9d50a22f tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] For port cd8e1d6a-1c56-445f-b30d-46784bff3b12, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=cd8e1d6a-1c56-445f-b30d-46784bff3b12,segment=NetworkSegment(99a66aaf-8003-4c92-9542-5126eba81209),segment_id=99a66aaf-8003-4c92-9542-5126eba81209)] {{(pid=108155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:44:21.312143 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-deaf0623-8332-4ed5-8e3b-083088cf3e18 req-e08a0b4b-6ad0-4104-8f98-df6d9d50a22f tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650405'] for port, precommit_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:21.498515 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-deaf0623-8332-4ed5-8e3b-083088cf3e18 req-e08a0b4b-6ad0-4104-8f98-df6d9d50a22f tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:21.498899 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-deaf0623-8332-4ed5-8e3b-083088cf3e18 req-e08a0b4b-6ad0-4104-8f98-df6d9d50a22f tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650163'] for floatingip, after_update {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:21.499246 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.db.l3_db [req-deaf0623-8332-4ed5-8e3b-083088cf3e18 req-e08a0b4b-6ad0-4104-8f98-df6d9d50a22f tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Floating IP ac3b337e-8164-4259-851a-f5a8267074e4 disassociated. External IP: 172.28.3.34, port: cd8e1d6a-1c56-445f-b30d-46784bff3b12. Feb 17 04:44:21.499587 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.plugin [req-deaf0623-8332-4ed5-8e3b-083088cf3e18 req-e08a0b4b-6ad0-4104-8f98-df6d9d50a22f tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Calling delete_port for cd8e1d6a-1c56-445f-b30d-46784bff3b12 owned by compute:nova {{(pid=108155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:44:21.622115 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-deaf0623-8332-4ed5-8e3b-083088cf3e18 req-e08a0b4b-6ad0-4104-8f98-df6d9d50a22f tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733365900373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733365499778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2813823'] for port, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:21.648290 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08a0b4b-6ad0-4104-8f98-df6d9d50a22f tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Pushing event deleted for resources: {'Port': ['ID=cd8e1d6a-1c56-445f-b30d-46784bff3b12,revision_number=None']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:44:21.761406 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-1012a7d6-b22a-4819-9576-fc5b16ab7849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:21.986947 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-deaf0623-8332-4ed5-8e3b-083088cf3e18 req-e08a0b4b-6ad0-4104-8f98-df6d9d50a22f tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Router 512931e0-d748-48dc-b61a-2e7dd9d916ad has already been hosted by L3 agent e8023405-eda5-4975-af11-622b29ed5550 {{(pid=108155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 04:44:21.995075 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-753dca8c-0139-4fd0-908a-721d4c3b2cfe req-284791e4-1622-4835-8838-092073c361ee service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=906c145f-acf1-4865-8102-0f21461fb53b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399392 Feb 17 04:44:22.059008 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753dca8c-0139-4fd0-908a-721d4c3b2cfe req-37061f1e-3746-4b7d-a430-b4a0b41062af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:22.062385 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-753dca8c-0139-4fd0-908a-721d4c3b2cfe req-37061f1e-3746-4b7d-a430-b4a0b41062af service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3ebe5412b4bb403184e1943f302e5c70&device_id=906c145f-acf1-4865-8102-0f21461fb53b HTTP/1.1" status: 200 len: 1099 time: 0.0436456 Feb 17 04:44:22.100352 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-deaf0623-8332-4ed5-8e3b-083088cf3e18 req-e08a0b4b-6ad0-4104-8f98-df6d9d50a22f tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Notify agent at l3_agent.dv-cinder-829630-1-smb the message routers_updated {{(pid=108155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 04:44:22.110850 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2419c468-b354-4031-91ab-acbcb69ed7d0 None None] Sync routers for ids ['512931e0-d748-48dc-b61a-2e7dd9d916ad'] in dv-cinder-829630-1-smb {{(pid=108157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 04:44:22.126819 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2419c468-b354-4031-91ab-acbcb69ed7d0 None None] Routers {'512931e0-d748-48dc-b61a-2e7dd9d916ad'} bound to L3 agent in host dv-cinder-829630-1-smb {{(pid=108157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:44:22.127813 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_hamode_db [None req-2419c468-b354-4031-91ab-acbcb69ed7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T04:31:52Z,description=,heartbeat_timestamp=2022-02-17T04:44:22Z,host='dv-cinder-829630-1-smb',id=e8023405-eda5-4975-af11-622b29ed5550,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:52Z,topic='l3_agent')) {'router_ids': ['512931e0-d748-48dc-b61a-2e7dd9d916ad'], 'active': True} {{(pid=108157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:44:22.163711 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.db.l3_dvrscheduler_db [req-deaf0623-8332-4ed5-8e3b-083088cf3e18 req-e08a0b4b-6ad0-4104-8f98-df6d9d50a22f tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] No DVR routers for this DVR port cd8e1d6a-1c56-445f-b30d-46784bff3b12 on host hv-cinder-82963 {{(pid=108155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 04:44:22.167413 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-deaf0623-8332-4ed5-8e3b-083088cf3e18 req-e08a0b4b-6ad0-4104-8f98-df6d9d50a22f tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49904'] for port, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:22.170343 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-deaf0623-8332-4ed5-8e3b-083088cf3e18 req-e08a0b4b-6ad0-4104-8f98-df6d9d50a22f tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.69 "DELETE /v2.0/ports/cd8e1d6a-1c56-445f-b30d-46784bff3b12 HTTP/1.1" status: 204 len: 173 time: 1.0930493 Feb 17 04:44:22.170914 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3bb06d6-784c-4d81-ad60-d183671f9f10', 'name': 'network-vif-deleted', 'tag': 'cd8e1d6a-1c56-445f-b30d-46784bff3b12'}] {{(pid=108155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:44:22.173554 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7db4504e89d758142afd4bd708bcac288359c97a2e78e5aa13d69e3d31a34d2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b754cec-f403-42a0-9763-512899884563" -d '{"events": [{"server_uuid": "d3bb06d6-784c-4d81-ad60-d183671f9f10", "name": "network-vif-deleted", "tag": "cd8e1d6a-1c56-445f-b30d-46784bff3b12"}]}' {{(pid=108155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:44:22.197735 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-8fae3eb1-8042-4105-928f-295697844f13 req-12ede42c-b90e-40bd-859b-bf3227f1495a tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3bb06d6-784c-4d81-ad60-d183671f9f10 HTTP/1.1" status: 200 len: 210 time: 0.0447047 Feb 17 04:44:22.199090 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753dca8c-0139-4fd0-908a-721d4c3b2cfe req-394d8819-2da1-4a91-b42b-661ffce11d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:22.200636 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-753dca8c-0139-4fd0-908a-721d4c3b2cfe req-394d8819-2da1-4a91-b42b-661ffce11d4a service neutron] 10.222.0.69 "GET /v2.0/networks?id=4e85cae3-4230-466d-b880-ebad0eb9446b HTTP/1.1" status: 200 len: 908 time: 0.1113276 Feb 17 04:44:22.247727 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 04:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ebd688e-0976-48ea-9194-43d80cde090b x-openstack-request-id: req-1ebd688e-0976-48ea-9194-43d80cde090b {{(pid=108155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:44:22.248016 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3bb06d6-784c-4d81-ad60-d183671f9f10", "name": "network-vif-deleted", "tag": "cd8e1d6a-1c56-445f-b30d-46784bff3b12", "status": "completed", "code": 200}]} {{(pid=108155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:44:22.248262 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1ebd688e-0976-48ea-9194-43d80cde090b {{(pid=108155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:44:22.248648 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3bb06d6-784c-4d81-ad60-d183671f9f10', 'name': 'network-vif-deleted', 'tag': 'cd8e1d6a-1c56-445f-b30d-46784bff3b12', 'status': 'completed', 'code': 200} Feb 17 04:44:22.275395 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_dvr_db [None req-2419c468-b354-4031-91ab-acbcb69ed7d0 None None] Set router 512931e0-d748-48dc-b61a-2e7dd9d916ad gateway port host: dv-cinder-829630-1-smb {{(pid=108157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:44:22.277589 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-753dca8c-0139-4fd0-908a-721d4c3b2cfe req-2cd70d97-584f-4c1b-b990-1ffe27bfa6fc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=feec4401-638e-4107-8daa-ffdad5ea4092 HTTP/1.1" status: 200 len: 1002 time: 0.0689821 Feb 17 04:44:22.338387 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753dca8c-0139-4fd0-908a-721d4c3b2cfe req-044d3bd2-55cd-40b3-87fa-287ff0758545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:22.340064 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-753dca8c-0139-4fd0-908a-721d4c3b2cfe req-044d3bd2-55cd-40b3-87fa-287ff0758545 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=969d46d6-464e-4a90-93de-b5a05f1ac7ee HTTP/1.1" status: 200 len: 847 time: 0.0474920 Feb 17 04:44:22.392868 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753dca8c-0139-4fd0-908a-721d4c3b2cfe req-bd3ce5b1-5640-49b4-9927-37f766db5011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:22.394311 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-753dca8c-0139-4fd0-908a-721d4c3b2cfe req-bd3ce5b1-5640-49b4-9927-37f766db5011 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4e85cae3-4230-466d-b880-ebad0eb9446b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0459332 Feb 17 04:44:22.493990 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_hamode_db [None req-2419c468-b354-4031-91ab-acbcb69ed7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '512931e0-d748-48dc-b61a-2e7dd9d916ad', 'name': 'tempest-AttachVolumeTestJSON-787431873-router', 'tenant_id': '3829f22bdfad4cf780241903bcedf462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'external_fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.219'}], 'enable_snat': True}, 'gw_port_id': '08897a33-58fd-46a7-aa92-1311a6a87524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:40:31Z', 'updated_at': '2022-02-17T04:40:44Z', 'revision_number': 4, 'project_id': '3829f22bdfad4cf780241903bcedf462', 'gw_port': {'id': '08897a33-58fd-46a7-aa92-1311a6a87524', 'name': '', 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:40:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512931e0-d748-48dc-b61a-2e7dd9d916ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:32Z', 'updated_at': '2022-02-17T04:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-smb', '_interfaces': [{'id': 'bbc1efbc-ccc8-4e64-b3b9-4b16ab1a04a8', 'name': '', 'network_id': '75349da8-5288-4d10-8e72-5e1d72cb6968', 'tenant_id': '3829f22bdfad4cf780241903bcedf462', 'mac_address': 'fa:16:3e:9a:c0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512931e0-d748-48dc-b61a-2e7dd9d916ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '091e0600-b2ac-4cb6-bb57-09d45c6ebace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:41Z', 'updated_at': '2022-02-17T04:40:52Z', 'revision_number': 5, 'project_id': '3829f22bdfad4cf780241903bcedf462', 'subnets': [{'id': '091e0600-b2ac-4cb6-bb57-09d45c6ebace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-1-smb', False) {} {{(pid=108157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:44:22.501200 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-753dca8c-0139-4fd0-908a-721d4c3b2cfe req-16bbd1cf-9255-4475-a3b4-01d49a489f5c service neutron] 10.222.0.69 "GET /v2.0/networks/4e85cae3-4230-466d-b880-ebad0eb9446b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914285 Feb 17 04:44:22.525150 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2419c468-b354-4031-91ab-acbcb69ed7d0 None None] Checking router: 512931e0-d748-48dc-b61a-2e7dd9d916ad for host: dv-cinder-829630-1-smb {{(pid=108157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 04:44:22.537417 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2419c468-b354-4031-91ab-acbcb69ed7d0 None None] Routers {'512931e0-d748-48dc-b61a-2e7dd9d916ad'} bound to L3 agent in host dv-cinder-829630-1-smb {{(pid=108157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:44:22.538035 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_hamode_db [None req-2419c468-b354-4031-91ab-acbcb69ed7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T04:31:52Z,description=,heartbeat_timestamp=2022-02-17T04:44:22Z,host='dv-cinder-829630-1-smb',id=e8023405-eda5-4975-af11-622b29ed5550,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:52Z,topic='l3_agent')) {'router_ids': ['512931e0-d748-48dc-b61a-2e7dd9d916ad'], 'active': True} {{(pid=108157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:44:22.609052 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-753dca8c-0139-4fd0-908a-721d4c3b2cfe req-4e136949-3ba1-4c80-bc1a-74cc3bc0bd57 service neutron] 10.222.0.69 "GET /v2.0/networks/4e85cae3-4230-466d-b880-ebad0eb9446b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940273 Feb 17 04:44:22.661197 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_dvr_db [None req-2419c468-b354-4031-91ab-acbcb69ed7d0 None None] Set router 512931e0-d748-48dc-b61a-2e7dd9d916ad gateway port host: dv-cinder-829630-1-smb {{(pid=108157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:44:22.989211 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_hamode_db [None req-2419c468-b354-4031-91ab-acbcb69ed7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '512931e0-d748-48dc-b61a-2e7dd9d916ad', 'name': 'tempest-AttachVolumeTestJSON-787431873-router', 'tenant_id': '3829f22bdfad4cf780241903bcedf462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'external_fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.219'}], 'enable_snat': True}, 'gw_port_id': '08897a33-58fd-46a7-aa92-1311a6a87524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:40:31Z', 'updated_at': '2022-02-17T04:40:44Z', 'revision_number': 4, 'project_id': '3829f22bdfad4cf780241903bcedf462', 'gw_port': {'id': '08897a33-58fd-46a7-aa92-1311a6a87524', 'name': '', 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:40:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512931e0-d748-48dc-b61a-2e7dd9d916ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:32Z', 'updated_at': '2022-02-17T04:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-smb', '_interfaces': [{'id': 'bbc1efbc-ccc8-4e64-b3b9-4b16ab1a04a8', 'name': '', 'network_id': '75349da8-5288-4d10-8e72-5e1d72cb6968', 'tenant_id': '3829f22bdfad4cf780241903bcedf462', 'mac_address': 'fa:16:3e:9a:c0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512931e0-d748-48dc-b61a-2e7dd9d916ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '091e0600-b2ac-4cb6-bb57-09d45c6ebace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:41Z', 'updated_at': '2022-02-17T04:40:52Z', 'revision_number': 5, 'project_id': '3829f22bdfad4cf780241903bcedf462', 'subnets': [{'id': '091e0600-b2ac-4cb6-bb57-09d45c6ebace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-1-smb', False) {} {{(pid=108157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:44:23.020019 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2419c468-b354-4031-91ab-acbcb69ed7d0 None None] The sync data for ids ['512931e0-d748-48dc-b61a-2e7dd9d916ad'] in dv-cinder-829630-1-smb is: [{'id': '512931e0-d748-48dc-b61a-2e7dd9d916ad', 'name': 'tempest-AttachVolumeTestJSON-787431873-router', 'tenant_id': '3829f22bdfad4cf780241903bcedf462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'external_fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.219'}], 'enable_snat': True}, 'gw_port_id': '08897a33-58fd-46a7-aa92-1311a6a87524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:40:31Z', 'updated_at': '2022-02-17T04:40:44Z', 'revision_number': 4, 'project_id': '3829f22bdfad4cf780241903bcedf462', 'gw_port': {'id': '08897a33-58fd-46a7-aa92-1311a6a87524', 'name': '', 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:40:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512931e0-d748-48dc-b61a-2e7dd9d916ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:32Z', 'updated_at': '2022-02-17T04:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-smb', '_interfaces': [{'id': 'bbc1efbc-ccc8-4e64-b3b9-4b16ab1a04a8', 'name': '', 'network_id': '75349da8-5288-4d10-8e72-5e1d72cb6968', 'tenant_id': '3829f22bdfad4cf780241903bcedf462', 'mac_address': 'fa:16:3e:9a:c0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512931e0-d748-48dc-b61a-2e7dd9d916ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '091e0600-b2ac-4cb6-bb57-09d45c6ebace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:41Z', 'updated_at': '2022-02-17T04:40:52Z', 'revision_number': 5, 'project_id': '3829f22bdfad4cf780241903bcedf462', 'subnets': [{'id': '091e0600-b2ac-4cb6-bb57-09d45c6ebace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 04:44:23.036335 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-ad5ef704-a6a3-47d1-bcb0-f74a0b5e809f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:23.230857 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989ea3e5-3aa0-448c-95ce-c15f9d13a679 None None] New status for floating IP ac3b337e-8164-4259-851a-f5a8267074e4: DOWN {{(pid=108158) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 04:44:23.286085 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 33630) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:44:23.347261 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-65f5bf3d-e9e7-41fc-88bd-5addb03c0a20 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Notify callbacks [] for security_group, before_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:23.372565 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-65f5bf3d-e9e7-41fc-88bd-5addb03c0a20 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:23.420384 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-65f5bf3d-e9e7-41fc-88bd-5addb03c0a20 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:23.423016 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-65f5bf3d-e9e7-41fc-88bd-5addb03c0a20 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Notify callbacks [] for security_group, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:23.424217 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-65f5bf3d-e9e7-41fc-88bd-5addb03c0a20 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "DELETE /v2.0/security-groups/ffbda038-50f4-44bc-aa04-91e66aa92c86 HTTP/1.1" status: 204 len: 168 time: 0.1371126 Feb 17 04:44:23.427149 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 33632) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:44:23.433093 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f5bf3d-e9e7-41fc-88bd-5addb03c0a20 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffbda038-50f4-44bc-aa04-91e66aa92c86,revision_number=None']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:44:23.433638 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:23.442798 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.api.v2.resource [None req-bf865b36-2c0a-42f6-8060-77bc6d5baa54 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] show failed (client error): The resource could not be found. Feb 17 04:44:23.443837 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-bf865b36-2c0a-42f6-8060-77bc6d5baa54 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/security-groups/ffbda038-50f4-44bc-aa04-91e66aa92c86 HTTP/1.1" status: 404 len: 347 time: 0.0155542 Feb 17 04:44:23.446773 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 33634) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:44:23.569635 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.plugin [None req-eb530340-1189-4661-bbf1-bb35f7e6b5cb tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Deleting port 8307312d-dd8d-43a2-acc1-fa34a17f8f14 {{(pid=108156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:44:23.569863 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-eb530340-1189-4661-bbf1-bb35f7e6b5cb tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733365899870'] for port, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:23.642150 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-eb530340-1189-4661-bbf1-bb35f7e6b5cb tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650405'] for port, precommit_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:23.642479 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-eb530340-1189-4661-bbf1-bb35f7e6b5cb tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:23.653949 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.plugin [None req-eb530340-1189-4661-bbf1-bb35f7e6b5cb tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Calling delete_port for 8307312d-dd8d-43a2-acc1-fa34a17f8f14 owned by network:floatingip {{(pid=108156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:44:23.805863 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-eb530340-1189-4661-bbf1-bb35f7e6b5cb tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733365900373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733365499778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26489006'] for port, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:23.834251 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb530340-1189-4661-bbf1-bb35f7e6b5cb tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Pushing event deleted for resources: {'Port': ['ID=8307312d-dd8d-43a2-acc1-fa34a17f8f14,revision_number=None']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:44:23.897942 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-eb530340-1189-4661-bbf1-bb35f7e6b5cb tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Notify callbacks [] for floatingip, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:23.900492 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-eb530340-1189-4661-bbf1-bb35f7e6b5cb tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49904'] for floatingip, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:23.901641 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-eb530340-1189-4661-bbf1-bb35f7e6b5cb tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "DELETE /v2.0/floatingips/ac3b337e-8164-4259-851a-f5a8267074e4 HTTP/1.1" status: 204 len: 168 time: 0.4539509 Feb 17 04:44:24.104824 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-8e3772f1-a52a-48a7-84fa-494c57cc135e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:24.383677 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 33642) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:44:24.388254 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.v2.base [None req-c1396235-75e9-477d-95c6-3b7dceb9a16d tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Request body: {'security_group': {'name': 'tempest-securitygroup--150211466', 'description': 'tempest-description--1340017131'}} {{(pid=108156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:44:24.411437 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-c1396235-75e9-477d-95c6-3b7dceb9a16d tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Notify callbacks [] for security_group, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:24.479273 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-c1396235-75e9-477d-95c6-3b7dceb9a16d tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Notify callbacks [] for security_group, precommit_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:24.483399 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-c1396235-75e9-477d-95c6-3b7dceb9a16d tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:24.512900 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-c1396235-75e9-477d-95c6-3b7dceb9a16d tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Notify callbacks [] for security_group, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:24.514100 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-c1396235-75e9-477d-95c6-3b7dceb9a16d tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1293993 Feb 17 04:44:24.516692 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1396235-75e9-477d-95c6-3b7dceb9a16d tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e0aa9f4-2a43-4ec5-bc94-6988e43f272a,revision_number=1']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:44:24.517781 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 33644) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:44:24.522369 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.v2.base [None req-cfff6c19-1e17-4b34-bdda-59c522dfa043 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Request body: {'security_group_rule': {'security_group_id': '4e0aa9f4-2a43-4ec5-bc94-6988e43f272a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:44:24.552732 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-cfff6c19-1e17-4b34-bdda-59c522dfa043 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:24.599936 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-cfff6c19-1e17-4b34-bdda-59c522dfa043 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:24.603402 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-cfff6c19-1e17-4b34-bdda-59c522dfa043 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825139'] for security_group_rule, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:24.623294 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfff6c19-1e17-4b34-bdda-59c522dfa043 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86c018f4-d19f-4622-9024-b00e5dad26de,revision_number=0']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:44:24.630804 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-cfff6c19-1e17-4b34-bdda-59c522dfa043 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:24.632014 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-cfff6c19-1e17-4b34-bdda-59c522dfa043 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1132212 Feb 17 04:44:24.634607 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 33646) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:44:24.638903 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.v2.base [None req-98fafa27-68fb-42e4-903d-84fc66c0753d tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Request body: {'security_group_rule': {'security_group_id': '4e0aa9f4-2a43-4ec5-bc94-6988e43f272a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:44:24.666484 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-98fafa27-68fb-42e4-903d-84fc66c0753d tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:24.700227 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:24.724595 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-98fafa27-68fb-42e4-903d-84fc66c0753d tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:24.728199 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-98fafa27-68fb-42e4-903d-84fc66c0753d tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825139'] for security_group_rule, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:24.745055 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fafa27-68fb-42e4-903d-84fc66c0753d tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e68b1ae-8ac2-4448-b36f-02b4841226aa,revision_number=0']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:44:24.754012 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-98fafa27-68fb-42e4-903d-84fc66c0753d tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:24.755205 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-98fafa27-68fb-42e4-903d-84fc66c0753d tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1196458 Feb 17 04:44:24.758313 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 33648) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:44:24.762560 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.v2.base [None req-0f6f8511-4e7a-413b-81c8-8e1d4005adf1 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Request body: {'floatingip': {'floating_network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2'}} {{(pid=108155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:44:24.785624 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-0f6f8511-4e7a-413b-81c8-8e1d4005adf1 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Notify callbacks [] for floatingip, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:24.883420 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-0f6f8511-4e7a-413b-81c8-8e1d4005adf1 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:25.050091 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.db.db_base_plugin_common [None req-0f6f8511-4e7a-413b-81c8-8e1d4005adf1 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Allocated IP 172.28.3.237 (9ee4813c-26bc-4ce0-8bb0-948d56f273c2/e9f6ab95-7249-4be3-8bb0-da1d9214eacd/250b931e-1955-4faa-aa63-080753f998f6) {{(pid=108155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:44:25.136183 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b49d6e6-c34c-4cfe-82be-e67eea5fe8e8 req-c9dfd98b-675a-449f-947b-e2a514550785 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:25.137532 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-4b49d6e6-c34c-4cfe-82be-e67eea5fe8e8 req-c9dfd98b-675a-449f-947b-e2a514550785 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/networks?id=e43726c8-efc1-4a70-870a-e8d2c02d7fda HTTP/1.1" status: 200 len: 815 time: 0.1701241 Feb 17 04:44:25.154453 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Device cd8e1d6a-1c56-445f-b30d-46784bff3b12 no longer exists at agent hyperv_hv-cinder-82963 {{(pid=108157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 04:44:25.162004 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-4b49d6e6-c34c-4cfe-82be-e67eea5fe8e8 req-88f57d22-0a09-489b-b713-0b01ab3577ca tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/quotas/d7c993bd0ded4bea90f24c972b703974 HTTP/1.1" status: 200 len: 375 time: 0.0185411 Feb 17 04:44:25.175569 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.plugin [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] No Port match for: cd8e1d6a-1c56-445f-b30d-46784bff3b12 {{(pid=108157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 17 04:44:25.175928 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Device cd8e1d6a-1c56-445f-b30d-46784bff3b12 not bound to the agent host hv-cinder-82963 {{(pid=108157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 04:44:25.218272 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-0f6f8511-4e7a-413b-81c8-8e1d4005adf1 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Notify callbacks [] for port, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:25.236637 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-4b49d6e6-c34c-4cfe-82be-e67eea5fe8e8 req-b3198909-1f16-4df5-99f9-9e35b3ba07f1 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d7c993bd0ded4bea90f24c972b703974&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0688004 Feb 17 04:44:25.310463 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-0f6f8511-4e7a-413b-81c8-8e1d4005adf1 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733365499769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2813823'] for port, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:25.366880 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6f8511-4e7a-413b-81c8-8e1d4005adf1 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Network 9ee4813c-26bc-4ce0-8bb0-948d56f273c2 is already hosted by enough agents. {{(pid=108155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:44:25.373222 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.scheduler.base_scheduler [None req-0f6f8511-4e7a-413b-81c8-8e1d4005adf1 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Resources bound (agent type, host, resource id): {{(pid=108155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:44:25.376134 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6f8511-4e7a-413b-81c8-8e1d4005adf1 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Received port after_create {{(pid=108155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:44:25.386750 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6f8511-4e7a-413b-81c8-8e1d4005adf1 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Pushing event updated for resources: {'Port': ['ID=250b931e-1955-4faa-aa63-080753f998f6,revision_number=1']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:44:25.415688 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-4b49d6e6-c34c-4cfe-82be-e67eea5fe8e8 req-6eb2dd54-b884-471b-8b75-43c84b4dc920 service neutron] 10.222.0.36 "GET /v2.0/networks/e43726c8-efc1-4a70-870a-e8d2c02d7fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705160 Feb 17 04:44:25.540413 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-0f6f8511-4e7a-413b-81c8-8e1d4005adf1 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:25.554275 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-4b49d6e6-c34c-4cfe-82be-e67eea5fe8e8 req-cf310dc6-4b8e-45cd-95a3-09557891df76 service neutron] 10.222.0.36 "GET /v2.0/networks/e43726c8-efc1-4a70-870a-e8d2c02d7fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305225 Feb 17 04:44:25.581628 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-0f6f8511-4e7a-413b-81c8-8e1d4005adf1 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:25.713886 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-2d852894-ae67-42f6-a174-d8c3edaa3e73 req-88e9e9bb-e3e7-4ec8-81fb-8d8f2ae13482 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebf6d868-5062-4cd0-a3ca-8a2295ccc9e5 HTTP/1.1" status: 200 len: 210 time: 0.0267773 Feb 17 04:44:25.744602 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-0f6f8511-4e7a-413b-81c8-8e1d4005adf1 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Notify callbacks [] for port, precommit_update {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:25.749733 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-0f6f8511-4e7a-413b-81c8-8e1d4005adf1 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2813814'] for port, after_update {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:25.817858 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6f8511-4e7a-413b-81c8-8e1d4005adf1 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Pushing event updated for resources: {'Port': ['ID=250b931e-1955-4faa-aa63-080753f998f6,revision_number=2']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:44:25.830652 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-0f6f8511-4e7a-413b-81c8-8e1d4005adf1 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650163'] for floatingip, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:25.848709 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-0f6f8511-4e7a-413b-81c8-8e1d4005adf1 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49904'] for floatingip, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:25.850283 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-0f6f8511-4e7a-413b-81c8-8e1d4005adf1 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0909274 Feb 17 04:44:26.046311 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-541ff36b-7235-4307-a9b7-96ec1388620c req-5e940fe0-12b1-4ce8-b036-130f7a6354d3 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--150211466&fields=id&tenant_id=3829f22bdfad4cf780241903bcedf462 HTTP/1.1" status: 200 len: 267 time: 0.0357869 Feb 17 04:44:26.160327 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541ff36b-7235-4307-a9b7-96ec1388620c req-3c09028b-e689-4c4c-95ea-18b0624636ec tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:26.161870 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-541ff36b-7235-4307-a9b7-96ec1388620c req-3c09028b-e689-4c4c-95ea-18b0624636ec tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/networks?id=75349da8-5288-4d10-8e72-5e1d72cb6968 HTTP/1.1" status: 200 len: 810 time: 0.1082430 Feb 17 04:44:26.177557 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-541ff36b-7235-4307-a9b7-96ec1388620c req-ff17674f-f66c-4975-880b-c88a724d0459 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/quotas/3829f22bdfad4cf780241903bcedf462 HTTP/1.1" status: 200 len: 375 time: 0.0098927 Feb 17 04:44:26.234446 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-541ff36b-7235-4307-a9b7-96ec1388620c req-58924f34-ead7-45f7-a9b9-663b66faabab tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3829f22bdfad4cf780241903bcedf462&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0509346 Feb 17 04:44:26.330544 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-541ff36b-7235-4307-a9b7-96ec1388620c req-f0fe09ab-fd30-441a-896e-479756d6cbc7 service neutron] 10.222.0.36 "GET /v2.0/networks/75349da8-5288-4d10-8e72-5e1d72cb6968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848119 Feb 17 04:44:26.424136 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-541ff36b-7235-4307-a9b7-96ec1388620c req-2e4d0ce0-009e-4f60-bb4c-651e7fc13a3e service neutron] 10.222.0.36 "GET /v2.0/networks/75349da8-5288-4d10-8e72-5e1d72cb6968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875106 Feb 17 04:44:26.600259 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-863c9d8a-acd0-4637-ab11-7f011050bbc5 req-9391e6ee-c313-4dcf-bb27-e79717d19ddc tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/ports?device_id=fae267bb-40f6-4f7d-9581-e1bb3ddba386 HTTP/1.1" status: 200 len: 210 time: 0.0450015 Feb 17 04:44:26.831120 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-737d2e33-ad5b-461f-880b-e7b85e238f12 req-7af4c1c8-93c1-4b4a-a208-34646ffc9d68 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebf6d868-5062-4cd0-a3ca-8a2295ccc9e5 HTTP/1.1" status: 200 len: 210 time: 0.0300958 Feb 17 04:44:26.910504 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b49d6e6-c34c-4cfe-82be-e67eea5fe8e8 req-5398d948-6f2f-48ae-b28d-71c90030d7cb tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:26.911986 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-4b49d6e6-c34c-4cfe-82be-e67eea5fe8e8 req-5398d948-6f2f-48ae-b28d-71c90030d7cb tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.69 "GET /v2.0/networks?id=e43726c8-efc1-4a70-870a-e8d2c02d7fda HTTP/1.1" status: 200 len: 815 time: 0.3239183 Feb 17 04:44:26.925527 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.v2.base [req-4b49d6e6-c34c-4cfe-82be-e67eea5fe8e8 req-35b039c8-193c-41cd-aec6-4f0cd3a35327 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Request body: {'port': {'device_id': 'ebf6d868-5062-4cd0-a3ca-8a2295ccc9e5', 'network_id': 'e43726c8-efc1-4a70-870a-e8d2c02d7fda', 'admin_state_up': True, 'tenant_id': 'd7c993bd0ded4bea90f24c972b703974'}} {{(pid=108156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:44:27.038983 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b49d6e6-c34c-4cfe-82be-e67eea5fe8e8 req-35b039c8-193c-41cd-aec6-4f0cd3a35327 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Made reservation on behalf of d7c993bd0ded4bea90f24c972b703974 for: {'port': 1} {{(pid=108156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:44:27.042349 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-4b49d6e6-c34c-4cfe-82be-e67eea5fe8e8 req-35b039c8-193c-41cd-aec6-4f0cd3a35327 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:27.176532 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.db.db_base_plugin_common [req-4b49d6e6-c34c-4cfe-82be-e67eea5fe8e8 req-35b039c8-193c-41cd-aec6-4f0cd3a35327 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Allocated IP 172.20.0.12 (e43726c8-efc1-4a70-870a-e8d2c02d7fda/10124a47-56e4-4a0f-a385-0fa9e6b31062/12d12c3f-80d3-4644-a2d6-7abc3772e46e) {{(pid=108156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:44:27.325260 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-4b49d6e6-c34c-4cfe-82be-e67eea5fe8e8 req-35b039c8-193c-41cd-aec6-4f0cd3a35327 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Notify callbacks [] for port, precommit_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:27.357741 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-4b49d6e6-c34c-4cfe-82be-e67eea5fe8e8 req-35b039c8-193c-41cd-aec6-4f0cd3a35327 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733365499769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26489006'] for port, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:27.371717 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] get_ports_and_sgs() called for port_ids ['589d4914-e508-4f34-a05c-4c4ab66d5981'] {{(pid=108157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 04:44:27.405051 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b49d6e6-c34c-4cfe-82be-e67eea5fe8e8 req-35b039c8-193c-41cd-aec6-4f0cd3a35327 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Network e43726c8-efc1-4a70-870a-e8d2c02d7fda is already hosted by enough agents. {{(pid=108156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:44:27.408031 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.scheduler.base_scheduler [req-4b49d6e6-c34c-4cfe-82be-e67eea5fe8e8 req-35b039c8-193c-41cd-aec6-4f0cd3a35327 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Resources bound (agent type, host, resource id): {{(pid=108156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:44:27.412301 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b49d6e6-c34c-4cfe-82be-e67eea5fe8e8 req-35b039c8-193c-41cd-aec6-4f0cd3a35327 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Received port after_create {{(pid=108156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:44:27.416240 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b039c8-193c-41cd-aec6-4f0cd3a35327 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Pushing event updated for resources: {'Port': ['ID=12d12c3f-80d3-4644-a2d6-7abc3772e46e,revision_number=1']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:44:27.465291 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b49d6e6-c34c-4cfe-82be-e67eea5fe8e8 req-35b039c8-193c-41cd-aec6-4f0cd3a35327 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:27.465908 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-4b49d6e6-c34c-4cfe-82be-e67eea5fe8e8 req-35b039c8-193c-41cd-aec6-4f0cd3a35327 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49904'] for port, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:27.483084 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-4b49d6e6-c34c-4cfe-82be-e67eea5fe8e8 req-35b039c8-193c-41cd-aec6-4f0cd3a35327 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5625308 Feb 17 04:44:27.499320 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.v2.base [req-4b49d6e6-c34c-4cfe-82be-e67eea5fe8e8 req-398e17de-eb3d-4cc4-9fd8-d8d25bfb12e6 service neutron] Request body: {'port': {'device_id': 'ebf6d868-5062-4cd0-a3ca-8a2295ccc9e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82963'}} {{(pid=108156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:44:27.564840 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-4b49d6e6-c34c-4cfe-82be-e67eea5fe8e8 req-398e17de-eb3d-4cc4-9fd8-d8d25bfb12e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:27.625418 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541ff36b-7235-4307-a9b7-96ec1388620c req-e663b66e-e127-41b3-8a6a-ecedd69eafb3 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:27.627258 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-541ff36b-7235-4307-a9b7-96ec1388620c req-e663b66e-e127-41b3-8a6a-ecedd69eafb3 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.69 "GET /v2.0/networks?id=75349da8-5288-4d10-8e72-5e1d72cb6968 HTTP/1.1" status: 200 len: 810 time: 0.1092386 Feb 17 04:44:27.681826 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-541ff36b-7235-4307-a9b7-96ec1388620c req-51a18720-c853-4a31-a346-7564af511d0f tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3829f22bdfad4cf780241903bcedf462 HTTP/1.1" status: 200 len: 379 time: 0.0439649 Feb 17 04:44:27.693600 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.v2.base [req-541ff36b-7235-4307-a9b7-96ec1388620c req-14823326-f124-43b8-b7c4-35bff3bf5cbf tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Request body: {'port': {'device_id': 'fae267bb-40f6-4f7d-9581-e1bb3ddba386', 'network_id': '75349da8-5288-4d10-8e72-5e1d72cb6968', 'admin_state_up': True, 'tenant_id': '3829f22bdfad4cf780241903bcedf462', 'security_groups': ['4e0aa9f4-2a43-4ec5-bc94-6988e43f272a']}} {{(pid=108155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:44:27.722237 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-2fa1d657-a736-419f-8d0f-95104c8e8a5c req-6aedef22-768a-44b9-bb9a-c7161a06ddcc tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/ports?device_id=fae267bb-40f6-4f7d-9581-e1bb3ddba386 HTTP/1.1" status: 200 len: 210 time: 0.0392392 Feb 17 04:44:27.803394 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-541ff36b-7235-4307-a9b7-96ec1388620c req-14823326-f124-43b8-b7c4-35bff3bf5cbf tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Made reservation on behalf of 3829f22bdfad4cf780241903bcedf462 for: {'port': 1} {{(pid=108155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:44:27.806796 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-541ff36b-7235-4307-a9b7-96ec1388620c req-14823326-f124-43b8-b7c4-35bff3bf5cbf tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:27.869419 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.notifiers.nova [req-4b49d6e6-c34c-4cfe-82be-e67eea5fe8e8 req-398e17de-eb3d-4cc4-9fd8-d8d25bfb12e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12d12c3f-80d3-4644-a2d6-7abc3772e46e {{(pid=108156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 04:44:27.877108 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-4b49d6e6-c34c-4cfe-82be-e67eea5fe8e8 req-398e17de-eb3d-4cc4-9fd8-d8d25bfb12e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:27.890205 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.db.provisioning_blocks [req-4b49d6e6-c34c-4cfe-82be-e67eea5fe8e8 req-398e17de-eb3d-4cc4-9fd8-d8d25bfb12e6 service neutron] Transition to ACTIVE for port object 12d12c3f-80d3-4644-a2d6-7abc3772e46e will not be triggered until provisioned by entity L2. {{(pid=108156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 04:44:27.893730 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-4b49d6e6-c34c-4cfe-82be-e67eea5fe8e8 req-398e17de-eb3d-4cc4-9fd8-d8d25bfb12e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26488999'] for port, after_update {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:27.956885 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398e17de-eb3d-4cc4-9fd8-d8d25bfb12e6 service neutron] Pushing event updated for resources: {'Port': ['ID=12d12c3f-80d3-4644-a2d6-7abc3772e46e,revision_number=2']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:44:27.968984 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.db.db_base_plugin_common [req-541ff36b-7235-4307-a9b7-96ec1388620c req-14823326-f124-43b8-b7c4-35bff3bf5cbf tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Allocated IP 172.20.0.13 (75349da8-5288-4d10-8e72-5e1d72cb6968/091e0600-b2ac-4cb6-bb57-09d45c6ebace/ea95e790-98bf-43ed-ad1e-1d7f25713cde) {{(pid=108155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:44:27.986852 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf31e27b-b8b5-4b6e-91cf-78af70c672a9 req-a1cb7b7c-9518-4edd-b97b-5c7fac93c79b tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:27.988328 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-bf31e27b-b8b5-4b6e-91cf-78af70c672a9 req-a1cb7b7c-9518-4edd-b97b-5c7fac93c79b tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebf6d868-5062-4cd0-a3ca-8a2295ccc9e5 HTTP/1.1" status: 200 len: 944 time: 0.0746686 Feb 17 04:44:28.023373 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.managers [req-4b49d6e6-c34c-4cfe-82be-e67eea5fe8e8 req-398e17de-eb3d-4cc4-9fd8-d8d25bfb12e6 service neutron] Attempting to bind port 12d12c3f-80d3-4644-a2d6-7abc3772e46e on host hv-cinder-82963 for vnic_type normal with profile {{(pid=108156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 04:44:28.023710 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.managers [req-4b49d6e6-c34c-4cfe-82be-e67eea5fe8e8 req-398e17de-eb3d-4cc4-9fd8-d8d25bfb12e6 service neutron] Attempting to bind port 12d12c3f-80d3-4644-a2d6-7abc3772e46e by drivers openvswitch,hyperv on host hv-cinder-82963 at level 0 using segments [{'id': '469a6a20-d7d7-48aa-be54-30e18fb486c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e43726c8-efc1-4a70-870a-e8d2c02d7fda'}] {{(pid=108156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 04:44:28.024036 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b49d6e6-c34c-4cfe-82be-e67eea5fe8e8 req-398e17de-eb3d-4cc4-9fd8-d8d25bfb12e6 service neutron] Attempting to bind port 12d12c3f-80d3-4644-a2d6-7abc3772e46e on network e43726c8-efc1-4a70-870a-e8d2c02d7fda {{(pid=108156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:44:28.028373 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b49d6e6-c34c-4cfe-82be-e67eea5fe8e8 req-398e17de-eb3d-4cc4-9fd8-d8d25bfb12e6 service neutron] Port 12d12c3f-80d3-4644-a2d6-7abc3772e46e on network e43726c8-efc1-4a70-870a-e8d2c02d7fda not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82963 {{(pid=108156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 04:44:28.028693 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b49d6e6-c34c-4cfe-82be-e67eea5fe8e8 req-398e17de-eb3d-4cc4-9fd8-d8d25bfb12e6 service neutron] Attempting to bind port 12d12c3f-80d3-4644-a2d6-7abc3772e46e on network e43726c8-efc1-4a70-870a-e8d2c02d7fda {{(pid=108156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:44:28.033493 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b49d6e6-c34c-4cfe-82be-e67eea5fe8e8 req-398e17de-eb3d-4cc4-9fd8-d8d25bfb12e6 service neutron] Checking agent: {'id': '8333eb14-27e3-4539-92ee-8ab97b467e5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82963', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 4, 38, 23), 'started_at': datetime.datetime(2022, 2, 17, 4, 38, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 4, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 04:44:28.033829 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b49d6e6-c34c-4cfe-82be-e67eea5fe8e8 req-398e17de-eb3d-4cc4-9fd8-d8d25bfb12e6 service neutron] Checking segment: {'id': '469a6a20-d7d7-48aa-be54-30e18fb486c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e43726c8-efc1-4a70-870a-e8d2c02d7fda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:44:28.034213 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b49d6e6-c34c-4cfe-82be-e67eea5fe8e8 req-398e17de-eb3d-4cc4-9fd8-d8d25bfb12e6 service neutron] Bound using segment: {'id': '469a6a20-d7d7-48aa-be54-30e18fb486c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e43726c8-efc1-4a70-870a-e8d2c02d7fda'} {{(pid=108156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 04:44:28.034771 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.managers [req-4b49d6e6-c34c-4cfe-82be-e67eea5fe8e8 req-398e17de-eb3d-4cc4-9fd8-d8d25bfb12e6 service neutron] Bound port: 12d12c3f-80d3-4644-a2d6-7abc3772e46e, host: hv-cinder-82963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '469a6a20-d7d7-48aa-be54-30e18fb486c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e43726c8-efc1-4a70-870a-e8d2c02d7fda'}}] {{(pid=108156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 04:44:28.035155 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-4b49d6e6-c34c-4cfe-82be-e67eea5fe8e8 req-398e17de-eb3d-4cc4-9fd8-d8d25bfb12e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:28.056302 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-bf31e27b-b8b5-4b6e-91cf-78af70c672a9 req-7c5db91f-7b19-4890-b7fb-6510e0e40753 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bd6ce27-6b4e-4f12-8c34-3cf44a2665bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605803 Feb 17 04:44:28.099290 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.db [req-4b49d6e6-c34c-4cfe-82be-e67eea5fe8e8 req-398e17de-eb3d-4cc4-9fd8-d8d25bfb12e6 service neutron] For port 12d12c3f-80d3-4644-a2d6-7abc3772e46e, host hv-cinder-82963, cleared binding levels {{(pid=108156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 04:44:28.102600 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.db [req-4b49d6e6-c34c-4cfe-82be-e67eea5fe8e8 req-398e17de-eb3d-4cc4-9fd8-d8d25bfb12e6 service neutron] For port 12d12c3f-80d3-4644-a2d6-7abc3772e46e, host hv-cinder-82963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=12d12c3f-80d3-4644-a2d6-7abc3772e46e,segment=NetworkSegment(469a6a20-d7d7-48aa-be54-30e18fb486c6),segment_id=469a6a20-d7d7-48aa-be54-30e18fb486c6)] {{(pid=108156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 04:44:28.107221 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-4b49d6e6-c34c-4cfe-82be-e67eea5fe8e8 req-398e17de-eb3d-4cc4-9fd8-d8d25bfb12e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26488999'] for port, after_update {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:28.144475 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-541ff36b-7235-4307-a9b7-96ec1388620c req-14823326-f124-43b8-b7c4-35bff3bf5cbf tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Notify callbacks [] for port, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:28.145175 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b49d6e6-c34c-4cfe-82be-e67eea5fe8e8 req-398e17de-eb3d-4cc4-9fd8-d8d25bfb12e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:28.145776 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-4b49d6e6-c34c-4cfe-82be-e67eea5fe8e8 req-398e17de-eb3d-4cc4-9fd8-d8d25bfb12e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49904'] for port, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:28.147177 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-4b49d6e6-c34c-4cfe-82be-e67eea5fe8e8 req-398e17de-eb3d-4cc4-9fd8-d8d25bfb12e6 service neutron] 10.222.0.69 "PUT /v2.0/ports/12d12c3f-80d3-4644-a2d6-7abc3772e46e HTTP/1.1" status: 200 len: 1094 time: 0.6532266 Feb 17 04:44:28.147596 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebf6d868-5062-4cd0-a3ca-8a2295ccc9e5', 'tag': '12d12c3f-80d3-4644-a2d6-7abc3772e46e'}] {{(pid=108156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:44:28.149788 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0b67973df7b1313e2305cae6a6fc83f0f1e2d937ba4ea44ff20eeef2f46ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71d482f4-0ec2-44ef-b952-ab5491016d1e" -d '{"events": [{"name": "network-changed", "server_uuid": "ebf6d868-5062-4cd0-a3ca-8a2295ccc9e5", "tag": "12d12c3f-80d3-4644-a2d6-7abc3772e46e"}]}' {{(pid=108156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:44:28.181926 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398e17de-eb3d-4cc4-9fd8-d8d25bfb12e6 service neutron] Pushing event updated for resources: {'Port': ['ID=12d12c3f-80d3-4644-a2d6-7abc3772e46e,revision_number=3']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:44:28.191608 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 04:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5aa4f48-ebb1-4b1e-9ca9-3e748b53c0bc x-openstack-request-id: req-a5aa4f48-ebb1-4b1e-9ca9-3e748b53c0bc {{(pid=108156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:44:28.191893 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebf6d868-5062-4cd0-a3ca-8a2295ccc9e5", "tag": "12d12c3f-80d3-4644-a2d6-7abc3772e46e", "status": "completed", "code": 200}]} {{(pid=108156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:44:28.192186 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a5aa4f48-ebb1-4b1e-9ca9-3e748b53c0bc {{(pid=108156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:44:28.192584 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebf6d868-5062-4cd0-a3ca-8a2295ccc9e5', 'tag': '12d12c3f-80d3-4644-a2d6-7abc3772e46e', 'status': 'completed', 'code': 200} Feb 17 04:44:28.197540 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-541ff36b-7235-4307-a9b7-96ec1388620c req-14823326-f124-43b8-b7c4-35bff3bf5cbf tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733365499769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2813823'] for port, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:28.240894 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b49d6e6-c34c-4cfe-82be-e67eea5fe8e8 req-c46c1325-b357-49a0-884a-08ef398281b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:28.241117 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-541ff36b-7235-4307-a9b7-96ec1388620c req-14823326-f124-43b8-b7c4-35bff3bf5cbf tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Network 75349da8-5288-4d10-8e72-5e1d72cb6968 is already hosted by enough agents. {{(pid=108155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:44:28.242411 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-4b49d6e6-c34c-4cfe-82be-e67eea5fe8e8 req-c46c1325-b357-49a0-884a-08ef398281b2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d7c993bd0ded4bea90f24c972b703974&device_id=ebf6d868-5062-4cd0-a3ca-8a2295ccc9e5 HTTP/1.1" status: 200 len: 1097 time: 0.0401955 Feb 17 04:44:28.244100 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.scheduler.base_scheduler [req-541ff36b-7235-4307-a9b7-96ec1388620c req-14823326-f124-43b8-b7c4-35bff3bf5cbf tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Resources bound (agent type, host, resource id): {{(pid=108155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:44:28.247611 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.db.l3_dvrscheduler_db [req-541ff36b-7235-4307-a9b7-96ec1388620c req-14823326-f124-43b8-b7c4-35bff3bf5cbf tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Received port after_create {{(pid=108155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:44:28.273966 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14823326-f124-43b8-b7c4-35bff3bf5cbf tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Pushing event updated for resources: {'Port': ['ID=ea95e790-98bf-43ed-ad1e-1d7f25713cde,revision_number=1']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:44:28.287583 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-4b49d6e6-c34c-4cfe-82be-e67eea5fe8e8 req-990a3ce3-b4b1-4422-990b-8ba8a8685773 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12d12c3f-80d3-4644-a2d6-7abc3772e46e HTTP/1.1" status: 200 len: 217 time: 0.0364869 Feb 17 04:44:28.301677 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541ff36b-7235-4307-a9b7-96ec1388620c req-14823326-f124-43b8-b7c4-35bff3bf5cbf tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:28.302469 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-541ff36b-7235-4307-a9b7-96ec1388620c req-14823326-f124-43b8-b7c4-35bff3bf5cbf tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49904'] for port, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:28.321815 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-541ff36b-7235-4307-a9b7-96ec1388620c req-14823326-f124-43b8-b7c4-35bff3bf5cbf tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6329689 Feb 17 04:44:28.336018 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.v2.base [req-541ff36b-7235-4307-a9b7-96ec1388620c req-d41ce4da-d3d9-476f-a124-76ed6a4df7f5 service neutron] Request body: {'port': {'device_id': 'fae267bb-40f6-4f7d-9581-e1bb3ddba386', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82963'}} {{(pid=108155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:44:28.345707 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b49d6e6-c34c-4cfe-82be-e67eea5fe8e8 req-05a24eaa-db65-4f10-ab92-025954bf065c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:28.347202 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-4b49d6e6-c34c-4cfe-82be-e67eea5fe8e8 req-05a24eaa-db65-4f10-ab92-025954bf065c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=10124a47-56e4-4a0f-a385-0fa9e6b31062 HTTP/1.1" status: 200 len: 855 time: 0.0532851 Feb 17 04:44:28.384008 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-4b49d6e6-c34c-4cfe-82be-e67eea5fe8e8 req-48f2febe-08a4-4be6-88d2-c011a19bd5d3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e43726c8-efc1-4a70-870a-e8d2c02d7fda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280037 Feb 17 04:44:28.396693 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-541ff36b-7235-4307-a9b7-96ec1388620c req-d41ce4da-d3d9-476f-a124-76ed6a4df7f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:28.468438 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-4edb1225-65f2-402c-8ae6-bdd50be737c6 None None] Provisioning complete for port ea95e790-98bf-43ed-ad1e-1d7f25713cde triggered by entity DHCP. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:44:28.469441 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-4edb1225-65f2-402c-8ae6-bdd50be737c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:28.478084 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-4b49d6e6-c34c-4cfe-82be-e67eea5fe8e8 req-be914bef-b703-495c-b544-36b780d1a2cd service neutron] 10.222.0.69 "GET /v2.0/networks/e43726c8-efc1-4a70-870a-e8d2c02d7fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862212 Feb 17 04:44:28.506138 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.plugin [None req-4edb1225-65f2-402c-8ae6-bdd50be737c6 None None] Port ea95e790-98bf-43ed-ad1e-1d7f25713cde cannot update to ACTIVE because it is not bound. {{(pid=108157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 17 04:44:28.576096 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-4b49d6e6-c34c-4cfe-82be-e67eea5fe8e8 req-0c078875-8aca-4656-9fb4-af8c5574005f service neutron] 10.222.0.69 "GET /v2.0/networks/e43726c8-efc1-4a70-870a-e8d2c02d7fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891502 Feb 17 04:44:28.665529 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d482f4-0ec2-44ef-b952-ab5491016d1e req-d9efd603-ee64-4d37-ba42-53c66f2fea02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:28.666958 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-71d482f4-0ec2-44ef-b952-ab5491016d1e req-d9efd603-ee64-4d37-ba42-53c66f2fea02 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d7c993bd0ded4bea90f24c972b703974&device_id=ebf6d868-5062-4cd0-a3ca-8a2295ccc9e5 HTTP/1.1" status: 200 len: 1097 time: 0.0417273 Feb 17 04:44:28.669457 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.notifiers.nova [req-541ff36b-7235-4307-a9b7-96ec1388620c req-d41ce4da-d3d9-476f-a124-76ed6a4df7f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea95e790-98bf-43ed-ad1e-1d7f25713cde {{(pid=108155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 04:44:28.677070 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-541ff36b-7235-4307-a9b7-96ec1388620c req-d41ce4da-d3d9-476f-a124-76ed6a4df7f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:28.688875 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.db.provisioning_blocks [req-541ff36b-7235-4307-a9b7-96ec1388620c req-d41ce4da-d3d9-476f-a124-76ed6a4df7f5 service neutron] Transition to ACTIVE for port object ea95e790-98bf-43ed-ad1e-1d7f25713cde will not be triggered until provisioned by entity L2. {{(pid=108155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 04:44:28.693424 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-541ff36b-7235-4307-a9b7-96ec1388620c req-d41ce4da-d3d9-476f-a124-76ed6a4df7f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2813814'] for port, after_update {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:28.745663 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41ce4da-d3d9-476f-a124-76ed6a4df7f5 service neutron] Pushing event updated for resources: {'Port': ['ID=ea95e790-98bf-43ed-ad1e-1d7f25713cde,revision_number=2']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:44:28.771900 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d482f4-0ec2-44ef-b952-ab5491016d1e req-574d33f4-1d9e-4a3c-ba25-e0f4e8045990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:28.773885 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-71d482f4-0ec2-44ef-b952-ab5491016d1e req-574d33f4-1d9e-4a3c-ba25-e0f4e8045990 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e43726c8-efc1-4a70-870a-e8d2c02d7fda HTTP/1.1" status: 200 len: 915 time: 0.0997732 Feb 17 04:44:28.823645 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-71d482f4-0ec2-44ef-b952-ab5491016d1e req-46c00159-b4c9-4ee7-a223-c967b71f2c6f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12d12c3f-80d3-4644-a2d6-7abc3772e46e HTTP/1.1" status: 200 len: 217 time: 0.0395949 Feb 17 04:44:28.847863 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.managers [req-541ff36b-7235-4307-a9b7-96ec1388620c req-d41ce4da-d3d9-476f-a124-76ed6a4df7f5 service neutron] Attempting to bind port ea95e790-98bf-43ed-ad1e-1d7f25713cde on host hv-cinder-82963 for vnic_type normal with profile {{(pid=108155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 04:44:28.848205 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.managers [req-541ff36b-7235-4307-a9b7-96ec1388620c req-d41ce4da-d3d9-476f-a124-76ed6a4df7f5 service neutron] Attempting to bind port ea95e790-98bf-43ed-ad1e-1d7f25713cde by drivers openvswitch,hyperv on host hv-cinder-82963 at level 0 using segments [{'id': '99a66aaf-8003-4c92-9542-5126eba81209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '75349da8-5288-4d10-8e72-5e1d72cb6968'}] {{(pid=108155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 04:44:28.848508 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541ff36b-7235-4307-a9b7-96ec1388620c req-d41ce4da-d3d9-476f-a124-76ed6a4df7f5 service neutron] Attempting to bind port ea95e790-98bf-43ed-ad1e-1d7f25713cde on network 75349da8-5288-4d10-8e72-5e1d72cb6968 {{(pid=108155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:44:28.857245 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541ff36b-7235-4307-a9b7-96ec1388620c req-d41ce4da-d3d9-476f-a124-76ed6a4df7f5 service neutron] Port ea95e790-98bf-43ed-ad1e-1d7f25713cde on network 75349da8-5288-4d10-8e72-5e1d72cb6968 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82963 {{(pid=108155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 04:44:28.857566 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541ff36b-7235-4307-a9b7-96ec1388620c req-d41ce4da-d3d9-476f-a124-76ed6a4df7f5 service neutron] Attempting to bind port ea95e790-98bf-43ed-ad1e-1d7f25713cde on network 75349da8-5288-4d10-8e72-5e1d72cb6968 {{(pid=108155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:44:28.866770 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541ff36b-7235-4307-a9b7-96ec1388620c req-d41ce4da-d3d9-476f-a124-76ed6a4df7f5 service neutron] Checking agent: {'id': '8333eb14-27e3-4539-92ee-8ab97b467e5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82963', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 4, 38, 23), 'started_at': datetime.datetime(2022, 2, 17, 4, 38, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 4, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 04:44:28.867579 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541ff36b-7235-4307-a9b7-96ec1388620c req-d41ce4da-d3d9-476f-a124-76ed6a4df7f5 service neutron] Checking segment: {'id': '99a66aaf-8003-4c92-9542-5126eba81209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '75349da8-5288-4d10-8e72-5e1d72cb6968'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:44:28.867579 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541ff36b-7235-4307-a9b7-96ec1388620c req-d41ce4da-d3d9-476f-a124-76ed6a4df7f5 service neutron] Bound using segment: {'id': '99a66aaf-8003-4c92-9542-5126eba81209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '75349da8-5288-4d10-8e72-5e1d72cb6968'} {{(pid=108155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 04:44:28.867926 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.managers [req-541ff36b-7235-4307-a9b7-96ec1388620c req-d41ce4da-d3d9-476f-a124-76ed6a4df7f5 service neutron] Bound port: ea95e790-98bf-43ed-ad1e-1d7f25713cde, host: hv-cinder-82963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99a66aaf-8003-4c92-9542-5126eba81209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '75349da8-5288-4d10-8e72-5e1d72cb6968'}}] {{(pid=108155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 04:44:28.868268 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-541ff36b-7235-4307-a9b7-96ec1388620c req-d41ce4da-d3d9-476f-a124-76ed6a4df7f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:28.876710 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d482f4-0ec2-44ef-b952-ab5491016d1e req-7b257b34-e7e4-468c-bf6b-f4801cd20755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:28.878026 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd92481-d50b-4caa-ad6f-94d5d1aa0859 req-1acf97b7-df69-45f6-bf41-55faacc833c0 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:28.878169 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-71d482f4-0ec2-44ef-b952-ab5491016d1e req-7b257b34-e7e4-468c-bf6b-f4801cd20755 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=10124a47-56e4-4a0f-a385-0fa9e6b31062 HTTP/1.1" status: 200 len: 855 time: 0.0477498 Feb 17 04:44:28.879564 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-4dd92481-d50b-4caa-ad6f-94d5d1aa0859 req-1acf97b7-df69-45f6-bf41-55faacc833c0 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/ports?device_id=fae267bb-40f6-4f7d-9581-e1bb3ddba386 HTTP/1.1" status: 200 len: 944 time: 0.0717907 Feb 17 04:44:28.913752 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-71d482f4-0ec2-44ef-b952-ab5491016d1e req-35b1a62f-fa40-4205-a7f7-ad351d7c9471 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e43726c8-efc1-4a70-870a-e8d2c02d7fda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271494 Feb 17 04:44:28.955733 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-4dd92481-d50b-4caa-ad6f-94d5d1aa0859 req-51362b06-9926-4a9d-8165-2d06ba72e96a tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e0aa9f4-2a43-4ec5-bc94-6988e43f272a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682728 Feb 17 04:44:28.972727 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.db [req-541ff36b-7235-4307-a9b7-96ec1388620c req-d41ce4da-d3d9-476f-a124-76ed6a4df7f5 service neutron] For port ea95e790-98bf-43ed-ad1e-1d7f25713cde, host hv-cinder-82963, cleared binding levels {{(pid=108155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 04:44:28.975574 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.db [req-541ff36b-7235-4307-a9b7-96ec1388620c req-d41ce4da-d3d9-476f-a124-76ed6a4df7f5 service neutron] For port ea95e790-98bf-43ed-ad1e-1d7f25713cde, host hv-cinder-82963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=ea95e790-98bf-43ed-ad1e-1d7f25713cde,segment=NetworkSegment(99a66aaf-8003-4c92-9542-5126eba81209),segment_id=99a66aaf-8003-4c92-9542-5126eba81209)] {{(pid=108155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 04:44:28.980074 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-541ff36b-7235-4307-a9b7-96ec1388620c req-d41ce4da-d3d9-476f-a124-76ed6a4df7f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2813814'] for port, after_update {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:29.013663 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-71d482f4-0ec2-44ef-b952-ab5491016d1e req-5aef3af9-8939-42f4-b696-51b059e9e1c9 service neutron] 10.222.0.69 "GET /v2.0/networks/e43726c8-efc1-4a70-870a-e8d2c02d7fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905924 Feb 17 04:44:29.017071 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541ff36b-7235-4307-a9b7-96ec1388620c req-d41ce4da-d3d9-476f-a124-76ed6a4df7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:29.017675 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-541ff36b-7235-4307-a9b7-96ec1388620c req-d41ce4da-d3d9-476f-a124-76ed6a4df7f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49904'] for port, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:29.019108 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-541ff36b-7235-4307-a9b7-96ec1388620c req-d41ce4da-d3d9-476f-a124-76ed6a4df7f5 service neutron] 10.222.0.69 "PUT /v2.0/ports/ea95e790-98bf-43ed-ad1e-1d7f25713cde HTTP/1.1" status: 200 len: 1094 time: 0.6894853 Feb 17 04:44:29.019542 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fae267bb-40f6-4f7d-9581-e1bb3ddba386', 'tag': 'ea95e790-98bf-43ed-ad1e-1d7f25713cde'}] {{(pid=108155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:44:29.022280 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7db4504e89d758142afd4bd708bcac288359c97a2e78e5aa13d69e3d31a34d2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74863bea-5b83-4675-8029-3039eeebc3e5" -d '{"events": [{"name": "network-changed", "server_uuid": "fae267bb-40f6-4f7d-9581-e1bb3ddba386", "tag": "ea95e790-98bf-43ed-ad1e-1d7f25713cde"}]}' {{(pid=108155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:44:29.054303 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41ce4da-d3d9-476f-a124-76ed6a4df7f5 service neutron] Pushing event updated for resources: {'Port': ['ID=ea95e790-98bf-43ed-ad1e-1d7f25713cde,revision_number=3']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:44:29.102582 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 04:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff347ee3-4eb8-47bd-a2fa-5eab7c29cab6 x-openstack-request-id: req-ff347ee3-4eb8-47bd-a2fa-5eab7c29cab6 {{(pid=108155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:44:29.102880 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fae267bb-40f6-4f7d-9581-e1bb3ddba386", "tag": "ea95e790-98bf-43ed-ad1e-1d7f25713cde", "status": "completed", "code": 200}]} {{(pid=108155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:44:29.103098 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ff347ee3-4eb8-47bd-a2fa-5eab7c29cab6 {{(pid=108155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:44:29.103493 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fae267bb-40f6-4f7d-9581-e1bb3ddba386', 'tag': 'ea95e790-98bf-43ed-ad1e-1d7f25713cde', 'status': 'completed', 'code': 200} Feb 17 04:44:29.118977 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541ff36b-7235-4307-a9b7-96ec1388620c req-d200b386-074c-4ae6-80a7-2816a2ca5305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:29.120546 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-541ff36b-7235-4307-a9b7-96ec1388620c req-d200b386-074c-4ae6-80a7-2816a2ca5305 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3829f22bdfad4cf780241903bcedf462&device_id=fae267bb-40f6-4f7d-9581-e1bb3ddba386 HTTP/1.1" status: 200 len: 1097 time: 0.0533161 Feb 17 04:44:29.157477 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-71d482f4-0ec2-44ef-b952-ab5491016d1e req-88136f6d-aa6d-4429-805c-43b20ec15e46 service neutron] 10.222.0.69 "GET /v2.0/networks/e43726c8-efc1-4a70-870a-e8d2c02d7fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282361 Feb 17 04:44:29.177637 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-541ff36b-7235-4307-a9b7-96ec1388620c req-2e6cf4b7-7a7d-4dae-8a06-24d5fd18c349 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea95e790-98bf-43ed-ad1e-1d7f25713cde HTTP/1.1" status: 200 len: 217 time: 0.0488427 Feb 17 04:44:29.251801 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541ff36b-7235-4307-a9b7-96ec1388620c req-7905c721-3b84-479e-aa29-50280028bcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:29.253269 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-541ff36b-7235-4307-a9b7-96ec1388620c req-7905c721-3b84-479e-aa29-50280028bcb6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=091e0600-b2ac-4cb6-bb57-09d45c6ebace HTTP/1.1" status: 200 len: 849 time: 0.0545905 Feb 17 04:44:29.261340 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55845b2-6c2c-4808-bd42-f747539cc17d req-8968d9a2-32c9-4580-a0f9-3af015368c1b tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:29.262710 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-b55845b2-6c2c-4808-bd42-f747539cc17d req-8968d9a2-32c9-4580-a0f9-3af015368c1b tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebf6d868-5062-4cd0-a3ca-8a2295ccc9e5 HTTP/1.1" status: 200 len: 944 time: 0.0955615 Feb 17 04:44:29.324638 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-b55845b2-6c2c-4808-bd42-f747539cc17d req-097798d7-d35a-4b77-af2c-b65342530a15 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bd6ce27-6b4e-4f12-8c34-3cf44a2665bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528271 Feb 17 04:44:29.329687 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541ff36b-7235-4307-a9b7-96ec1388620c req-0dc74165-2e3b-4c79-a6fc-91d54011a2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:29.331163 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-541ff36b-7235-4307-a9b7-96ec1388620c req-0dc74165-2e3b-4c79-a6fc-91d54011a2cd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=75349da8-5288-4d10-8e72-5e1d72cb6968&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0675452 Feb 17 04:44:29.424087 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-541ff36b-7235-4307-a9b7-96ec1388620c req-93f9e889-1225-4f5d-829e-589375469cc3 service neutron] 10.222.0.69 "GET /v2.0/networks/75349da8-5288-4d10-8e72-5e1d72cb6968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842044 Feb 17 04:44:29.512718 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-541ff36b-7235-4307-a9b7-96ec1388620c req-495f55a1-c95a-4791-b146-3b2a4fcd1d6d service neutron] 10.222.0.69 "GET /v2.0/networks/75349da8-5288-4d10-8e72-5e1d72cb6968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802119 Feb 17 04:44:29.599386 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74863bea-5b83-4675-8029-3039eeebc3e5 req-eba5d97a-003b-4685-a3e5-2779bb65b7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:29.600865 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-74863bea-5b83-4675-8029-3039eeebc3e5 req-eba5d97a-003b-4685-a3e5-2779bb65b7ac service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3829f22bdfad4cf780241903bcedf462&device_id=fae267bb-40f6-4f7d-9581-e1bb3ddba386 HTTP/1.1" status: 200 len: 1097 time: 0.0461073 Feb 17 04:44:29.688413 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74863bea-5b83-4675-8029-3039eeebc3e5 req-d038506e-2170-492c-9cf5-3ac3e9b484be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:29.689822 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-74863bea-5b83-4675-8029-3039eeebc3e5 req-d038506e-2170-492c-9cf5-3ac3e9b484be service neutron] 10.222.0.69 "GET /v2.0/networks?id=75349da8-5288-4d10-8e72-5e1d72cb6968 HTTP/1.1" status: 200 len: 910 time: 0.0808256 Feb 17 04:44:29.738472 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-74863bea-5b83-4675-8029-3039eeebc3e5 req-908866dd-f603-4d35-9d2e-cc7e731f2ef2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea95e790-98bf-43ed-ad1e-1d7f25713cde HTTP/1.1" status: 200 len: 217 time: 0.0365784 Feb 17 04:44:29.788081 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74863bea-5b83-4675-8029-3039eeebc3e5 req-87ecf028-f52f-4023-9841-881901b8f547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:29.789414 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-74863bea-5b83-4675-8029-3039eeebc3e5 req-87ecf028-f52f-4023-9841-881901b8f547 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=091e0600-b2ac-4cb6-bb57-09d45c6ebace HTTP/1.1" status: 200 len: 849 time: 0.0423517 Feb 17 04:44:29.834054 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74863bea-5b83-4675-8029-3039eeebc3e5 req-09f123c9-75ba-4884-b996-2d7c7537d85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:29.835563 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-74863bea-5b83-4675-8029-3039eeebc3e5 req-09f123c9-75ba-4884-b996-2d7c7537d85c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=75349da8-5288-4d10-8e72-5e1d72cb6968&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0393524 Feb 17 04:44:29.925640 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-74863bea-5b83-4675-8029-3039eeebc3e5 req-63e0d258-2f5e-4f52-a004-5e441ab8508e service neutron] 10.222.0.69 "GET /v2.0/networks/75349da8-5288-4d10-8e72-5e1d72cb6968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818930 Feb 17 04:44:30.016836 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-74863bea-5b83-4675-8029-3039eeebc3e5 req-0e31eef4-04c4-4ef4-b80b-61e02b14c5c5 service neutron] 10.222.0.69 "GET /v2.0/networks/75349da8-5288-4d10-8e72-5e1d72cb6968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835416 Feb 17 04:44:30.078363 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce4a518-503d-4ff2-b856-9f840cbeff52 req-25cc7e23-6cb4-406e-b003-d9ce5676d015 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:30.079755 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-3ce4a518-503d-4ff2-b856-9f840cbeff52 req-25cc7e23-6cb4-406e-b003-d9ce5676d015 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/ports?device_id=fae267bb-40f6-4f7d-9581-e1bb3ddba386 HTTP/1.1" status: 200 len: 944 time: 0.0530035 Feb 17 04:44:30.116712 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-3ce4a518-503d-4ff2-b856-9f840cbeff52 req-cb529891-2433-413f-85ac-79065848d429 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e0aa9f4-2a43-4ec5-bc94-6988e43f272a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310543 Feb 17 04:44:30.438654 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb4d8c-b574-4fe6-8de1-7a90ea098f64 req-11597eeb-7e7a-44c9-9535-9bed4aa91398 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:30.440113 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-cecb4d8c-b574-4fe6-8de1-7a90ea098f64 req-11597eeb-7e7a-44c9-9535-9bed4aa91398 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebf6d868-5062-4cd0-a3ca-8a2295ccc9e5 HTTP/1.1" status: 200 len: 944 time: 0.0476992 Feb 17 04:44:30.477076 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-cecb4d8c-b574-4fe6-8de1-7a90ea098f64 req-43f826b5-36ff-4ecc-aec9-70bac9d0306f tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bd6ce27-6b4e-4f12-8c34-3cf44a2665bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311840 Feb 17 04:44:31.160495 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Device ea95e790-98bf-43ed-ad1e-1d7f25713cde details requested by agent hyperv_hv-cinder-82963 with host hv-cinder-82963 {{(pid=108157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 04:44:31.231611 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa9964b-1d95-4cd2-a123-d482f7e75d7c req-0b3c4553-3183-453c-a7ee-f59e0850440e tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:31.233664 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-4fa9964b-1d95-4cd2-a123-d482f7e75d7c req-0b3c4553-3183-453c-a7ee-f59e0850440e tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/ports?device_id=fae267bb-40f6-4f7d-9581-e1bb3ddba386 HTTP/1.1" status: 200 len: 944 time: 0.0492265 Feb 17 04:44:31.254792 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] For port ea95e790-98bf-43ed-ad1e-1d7f25713cde, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=ea95e790-98bf-43ed-ad1e-1d7f25713cde,segment=NetworkSegment(99a66aaf-8003-4c92-9542-5126eba81209),segment_id=99a66aaf-8003-4c92-9542-5126eba81209)] {{(pid=108157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:44:31.266882 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Returning: {'device': 'ea95e790-98bf-43ed-ad1e-1d7f25713cde', 'network_id': '75349da8-5288-4d10-8e72-5e1d72cb6968', 'port_id': 'ea95e790-98bf-43ed-ad1e-1d7f25713cde', 'mac_address': 'fa:16:3e:e8:fa:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '091e0600-b2ac-4cb6-bb57-09d45c6ebace', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 04:44:31.271067 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-4fa9964b-1d95-4cd2-a123-d482f7e75d7c req-82cee03f-9ea8-496e-b1dd-998fdea55191 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e0aa9f4-2a43-4ec5-bc94-6988e43f272a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308216 Feb 17 04:44:31.306425 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:31.321160 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.notifiers.nova [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea95e790-98bf-43ed-ad1e-1d7f25713cde {{(pid=108157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 04:44:31.341067 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] For port ea95e790-98bf-43ed-ad1e-1d7f25713cde, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=ea95e790-98bf-43ed-ad1e-1d7f25713cde,segment=NetworkSegment(99a66aaf-8003-4c92-9542-5126eba81209),segment_id=99a66aaf-8003-4c92-9542-5126eba81209)] {{(pid=108157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:44:31.344833 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:31.345575 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Device 12d12c3f-80d3-4644-a2d6-7abc3772e46e details requested by agent hyperv_hv-cinder-82963 with host hv-cinder-82963 {{(pid=108157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 04:44:31.437584 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Pushing event updated for resources: {'Port': ['ID=ea95e790-98bf-43ed-ad1e-1d7f25713cde,revision_number=4']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:44:31.477834 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] For port 12d12c3f-80d3-4644-a2d6-7abc3772e46e, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=12d12c3f-80d3-4644-a2d6-7abc3772e46e,segment=NetworkSegment(469a6a20-d7d7-48aa-be54-30e18fb486c6),segment_id=469a6a20-d7d7-48aa-be54-30e18fb486c6)] {{(pid=108157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:44:31.488540 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Returning: {'device': '12d12c3f-80d3-4644-a2d6-7abc3772e46e', 'network_id': 'e43726c8-efc1-4a70-870a-e8d2c02d7fda', 'port_id': '12d12c3f-80d3-4644-a2d6-7abc3772e46e', 'mac_address': 'fa:16:3e:8d:eb:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10124a47-56e4-4a0f-a385-0fa9e6b31062', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 04:44:31.525745 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:31.538476 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.notifiers.nova [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12d12c3f-80d3-4644-a2d6-7abc3772e46e {{(pid=108157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 04:44:31.558216 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] For port 12d12c3f-80d3-4644-a2d6-7abc3772e46e, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=12d12c3f-80d3-4644-a2d6-7abc3772e46e,segment=NetworkSegment(469a6a20-d7d7-48aa-be54-30e18fb486c6),segment_id=469a6a20-d7d7-48aa-be54-30e18fb486c6)] {{(pid=108157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:44:31.563053 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:31.598048 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46af9b12-242d-4ceb-9f4f-a1ea49cacd80 req-a52d6993-713b-4db5-bd26-cbf984876399 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:31.599581 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-46af9b12-242d-4ceb-9f4f-a1ea49cacd80 req-a52d6993-713b-4db5-bd26-cbf984876399 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebf6d868-5062-4cd0-a3ca-8a2295ccc9e5 HTTP/1.1" status: 200 len: 944 time: 0.0562310 Feb 17 04:44:31.610528 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Pushing event updated for resources: {'Port': ['ID=12d12c3f-80d3-4644-a2d6-7abc3772e46e,revision_number=4']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:44:31.637152 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-46af9b12-242d-4ceb-9f4f-a1ea49cacd80 req-e3ec64cc-50d6-4501-89da-18a155352086 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bd6ce27-6b4e-4f12-8c34-3cf44a2665bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317500 Feb 17 04:44:31.826506 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] get_ports_and_sgs() called for port_ids ['ea95e790-98bf-43ed-ad1e-1d7f25713cde'] {{(pid=108157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 04:44:31.830374 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] get_ports_and_sgs() called for port_ids ['12d12c3f-80d3-4644-a2d6-7abc3772e46e'] {{(pid=108157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 04:44:32.385228 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409646fe-8227-48d4-af5b-d0f96b1dda21 req-b0a08e6d-a248-45a7-9b18-e6504d90edd0 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:32.386645 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-409646fe-8227-48d4-af5b-d0f96b1dda21 req-b0a08e6d-a248-45a7-9b18-e6504d90edd0 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/ports?device_id=fae267bb-40f6-4f7d-9581-e1bb3ddba386 HTTP/1.1" status: 200 len: 945 time: 0.0475447 Feb 17 04:44:32.423594 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-409646fe-8227-48d4-af5b-d0f96b1dda21 req-683fde89-69c4-4db1-9f4c-3f245674e0d1 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e0aa9f4-2a43-4ec5-bc94-6988e43f272a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305309 Feb 17 04:44:32.751187 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891a7f62-bdad-42f2-8fe5-df0f31ae4d56 req-8a726bdb-ca64-4a79-9a30-3d13082bcca2 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:32.752625 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-891a7f62-bdad-42f2-8fe5-df0f31ae4d56 req-8a726bdb-ca64-4a79-9a30-3d13082bcca2 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebf6d868-5062-4cd0-a3ca-8a2295ccc9e5 HTTP/1.1" status: 200 len: 945 time: 0.0472636 Feb 17 04:44:32.789235 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-891a7f62-bdad-42f2-8fe5-df0f31ae4d56 req-258e8126-4f8a-4a29-b758-14ce3b13ceea tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bd6ce27-6b4e-4f12-8c34-3cf44a2665bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308681 Feb 17 04:44:33.169434 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Device ea95e790-98bf-43ed-ad1e-1d7f25713cde up at agent hyperv_hv-cinder-82963 {{(pid=108157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:44:33.218042 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Provisioning for port ea95e790-98bf-43ed-ad1e-1d7f25713cde completed by entity L2. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 04:44:33.222126 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Provisioning complete for port ea95e790-98bf-43ed-ad1e-1d7f25713cde triggered by entity L2. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:44:33.222487 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:33.295725 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:33.321618 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fae267bb-40f6-4f7d-9581-e1bb3ddba386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea95e790-98bf-43ed-ad1e-1d7f25713cde'}] {{(pid=108157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:44:33.323871 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2d1db2b66fadfb38f3e682fd5beb02e22f49f1efddde24347983e162d9d2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f4a8eeb-7a3d-467f-be17-0b78bfb1192c" -d '{"events": [{"server_uuid": "fae267bb-40f6-4f7d-9581-e1bb3ddba386", "name": "network-vif-plugged", "status": "completed", "tag": "ea95e790-98bf-43ed-ad1e-1d7f25713cde"}]}' {{(pid=108157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:44:33.338150 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] For port ea95e790-98bf-43ed-ad1e-1d7f25713cde, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=ea95e790-98bf-43ed-ad1e-1d7f25713cde,segment=NetworkSegment(99a66aaf-8003-4c92-9542-5126eba81209),segment_id=99a66aaf-8003-4c92-9542-5126eba81209)] {{(pid=108157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:44:33.342488 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:33.343347 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Device 12d12c3f-80d3-4644-a2d6-7abc3772e46e up at agent hyperv_hv-cinder-82963 {{(pid=108157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:44:33.380429 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 04:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c3ed112-0723-4dfa-871a-258d34f82e80 x-openstack-request-id: req-3c3ed112-0723-4dfa-871a-258d34f82e80 {{(pid=108157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:44:33.380744 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fae267bb-40f6-4f7d-9581-e1bb3ddba386", "name": "network-vif-plugged", "status": "completed", "tag": "ea95e790-98bf-43ed-ad1e-1d7f25713cde", "code": 200}]} {{(pid=108157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:44:33.380994 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3c3ed112-0723-4dfa-871a-258d34f82e80 {{(pid=108157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:44:33.381374 dv-cinder-829630-1-smb neutron-server[108157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fae267bb-40f6-4f7d-9581-e1bb3ddba386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea95e790-98bf-43ed-ad1e-1d7f25713cde', 'code': 200} Feb 17 04:44:33.419437 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Pushing event updated for resources: {'Port': ['ID=ea95e790-98bf-43ed-ad1e-1d7f25713cde,revision_number=5']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:44:33.431593 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Provisioning for port 12d12c3f-80d3-4644-a2d6-7abc3772e46e completed by entity L2. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 04:44:33.435274 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Provisioning complete for port 12d12c3f-80d3-4644-a2d6-7abc3772e46e triggered by entity L2. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:44:33.435642 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:33.518232 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:33.549305 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] For port 12d12c3f-80d3-4644-a2d6-7abc3772e46e, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=12d12c3f-80d3-4644-a2d6-7abc3772e46e,segment=NetworkSegment(469a6a20-d7d7-48aa-be54-30e18fb486c6),segment_id=469a6a20-d7d7-48aa-be54-30e18fb486c6)] {{(pid=108157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:44:33.554046 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:33.572796 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2586f13-f4cf-4ba0-a92f-d84d55f544a5 req-37d16a49-5211-4bd1-803c-0fbaaac5a415 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:33.574255 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-d2586f13-f4cf-4ba0-a92f-d84d55f544a5 req-37d16a49-5211-4bd1-803c-0fbaaac5a415 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/ports?device_id=fae267bb-40f6-4f7d-9581-e1bb3ddba386 HTTP/1.1" status: 200 len: 946 time: 0.0811543 Feb 17 04:44:33.580337 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b434ab21-025f-4141-8478-7e43df7ed2cd req-9f0d9629-bbff-4631-8ffb-7137c374ef63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:33.581754 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-b434ab21-025f-4141-8478-7e43df7ed2cd req-9f0d9629-bbff-4631-8ffb-7137c374ef63 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fae267bb-40f6-4f7d-9581-e1bb3ddba386 HTTP/1.1" status: 200 len: 1099 time: 0.0758841 Feb 17 04:44:33.602922 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Pushing event updated for resources: {'Port': ['ID=12d12c3f-80d3-4644-a2d6-7abc3772e46e,revision_number=5']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:44:33.637440 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-d2586f13-f4cf-4ba0-a92f-d84d55f544a5 req-16d4275b-98e5-4da3-83a6-09df06a012e6 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e0aa9f4-2a43-4ec5-bc94-6988e43f272a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547554 Feb 17 04:44:33.639981 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-b434ab21-025f-4141-8478-7e43df7ed2cd req-2fd38655-1505-4bc2-b382-d1c1a1926ea0 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=4e0aa9f4-2a43-4ec5-bc94-6988e43f272a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432720 Feb 17 04:44:33.910728 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e073bd2c-178f-4c19-b276-84411d6042ef req-0f7dd2ed-21f0-459d-9c52-8e88825bae51 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:33.912220 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-e073bd2c-178f-4c19-b276-84411d6042ef req-0f7dd2ed-21f0-459d-9c52-8e88825bae51 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebf6d868-5062-4cd0-a3ca-8a2295ccc9e5 HTTP/1.1" status: 200 len: 946 time: 0.0544088 Feb 17 04:44:33.948620 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-e073bd2c-178f-4c19-b276-84411d6042ef req-d51072e5-9596-437b-8b07-5cb51c344e10 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bd6ce27-6b4e-4f12-8c34-3cf44a2665bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305223 Feb 17 04:44:34.752154 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd423408-6ed7-44a3-8871-ab2c641e8a78 req-638afb8e-8ab5-432f-9609-f8f5fcfb470b tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:34.753649 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-cd423408-6ed7-44a3-8871-ab2c641e8a78 req-638afb8e-8ab5-432f-9609-f8f5fcfb470b tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/ports?device_id=fae267bb-40f6-4f7d-9581-e1bb3ddba386 HTTP/1.1" status: 200 len: 946 time: 0.0482161 Feb 17 04:44:34.789822 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-cd423408-6ed7-44a3-8871-ab2c641e8a78 req-abb2cc9a-ee9f-4af9-99b4-1941a056e980 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e0aa9f4-2a43-4ec5-bc94-6988e43f272a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303295 Feb 17 04:44:34.852960 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.agents_db [None req-cbde576c-1bd3-47c0-9bd8-6306741b546e None None] Agent healthcheck: found 6 active agents {{(pid=108158) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 04:44:35.063669 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd84f27a-3248-473d-9a70-2ad6264fb7e2 req-26d67b5a-da46-4574-a4f1-ad3627c0452c tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:35.065119 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-fd84f27a-3248-473d-9a70-2ad6264fb7e2 req-26d67b5a-da46-4574-a4f1-ad3627c0452c tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebf6d868-5062-4cd0-a3ca-8a2295ccc9e5 HTTP/1.1" status: 200 len: 946 time: 0.0492060 Feb 17 04:44:35.102576 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-fd84f27a-3248-473d-9a70-2ad6264fb7e2 req-75880b0b-de51-4696-99a8-caa9986459c5 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bd6ce27-6b4e-4f12-8c34-3cf44a2665bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315802 Feb 17 04:44:35.382876 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebf6d868-5062-4cd0-a3ca-8a2295ccc9e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12d12c3f-80d3-4644-a2d6-7abc3772e46e'}] {{(pid=108157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:44:35.385158 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2d1db2b66fadfb38f3e682fd5beb02e22f49f1efddde24347983e162d9d2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1fc26ed-4d19-4f64-9578-51d4a655e664" -d '{"events": [{"server_uuid": "ebf6d868-5062-4cd0-a3ca-8a2295ccc9e5", "name": "network-vif-plugged", "status": "completed", "tag": "12d12c3f-80d3-4644-a2d6-7abc3772e46e"}]}' {{(pid=108157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:44:35.420549 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 04:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e542206f-f70d-4078-810a-49b2cc812fba x-openstack-request-id: req-e542206f-f70d-4078-810a-49b2cc812fba {{(pid=108157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:44:35.420872 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebf6d868-5062-4cd0-a3ca-8a2295ccc9e5", "name": "network-vif-plugged", "status": "completed", "tag": "12d12c3f-80d3-4644-a2d6-7abc3772e46e", "code": 200}]} {{(pid=108157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:44:35.421123 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e542206f-f70d-4078-810a-49b2cc812fba {{(pid=108157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:44:35.421508 dv-cinder-829630-1-smb neutron-server[108157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebf6d868-5062-4cd0-a3ca-8a2295ccc9e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12d12c3f-80d3-4644-a2d6-7abc3772e46e', 'code': 200} Feb 17 04:44:35.580270 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8dcd59-247b-410a-92fc-a24326d7b0c9 req-ce9d40cb-4fc0-4016-98bf-31d93151433b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:35.581726 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-fa8dcd59-247b-410a-92fc-a24326d7b0c9 req-ce9d40cb-4fc0-4016-98bf-31d93151433b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ebf6d868-5062-4cd0-a3ca-8a2295ccc9e5 HTTP/1.1" status: 200 len: 1099 time: 0.0396659 Feb 17 04:44:35.617407 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-fa8dcd59-247b-410a-92fc-a24326d7b0c9 req-2dac7156-be64-4cc8-81f6-58c4a8354054 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9bd6ce27-6b4e-4f12-8c34-3cf44a2665bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294011 Feb 17 04:44:35.901962 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35576ec8-42e7-41ef-a25f-5f81c46ecf0f req-1a7530a6-a941-41b6-888b-3eea4cd13cf2 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:35.903589 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-35576ec8-42e7-41ef-a25f-5f81c46ecf0f req-1a7530a6-a941-41b6-888b-3eea4cd13cf2 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/ports?device_id=fae267bb-40f6-4f7d-9581-e1bb3ddba386 HTTP/1.1" status: 200 len: 946 time: 0.0480976 Feb 17 04:44:35.941138 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-35576ec8-42e7-41ef-a25f-5f81c46ecf0f req-816b7dfa-50e5-431c-a82a-59fd82f28102 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e0aa9f4-2a43-4ec5-bc94-6988e43f272a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307040 Feb 17 04:44:36.051267 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eeee39-6a5f-474f-a72b-90b92d2d3298 req-1cf91078-13be-48e4-ad14-f1bcb6e662c5 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:36.052716 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-63eeee39-6a5f-474f-a72b-90b92d2d3298 req-1cf91078-13be-48e4-ad14-f1bcb6e662c5 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/ports?device_id=fae267bb-40f6-4f7d-9581-e1bb3ddba386 HTTP/1.1" status: 200 len: 946 time: 0.0475371 Feb 17 04:44:36.060843 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 33750) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:44:36.065071 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.v2.base [None req-7e605075-6706-42f6-8f45-bca7d60c9ca8 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Request body: {'floatingip': {'port_id': 'ea95e790-98bf-43ed-ad1e-1d7f25713cde'}} {{(pid=108155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:44:36.103128 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-7e605075-6706-42f6-8f45-bca7d60c9ca8 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Notify callbacks [] for floatingip, before_update {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:36.223526 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0024a428-bd89-4df5-9122-0c445bc10178 req-60db2031-70cd-4ed0-9f38-0dabfefb5f65 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:36.224998 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-0024a428-bd89-4df5-9122-0c445bc10178 req-60db2031-70cd-4ed0-9f38-0dabfefb5f65 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebf6d868-5062-4cd0-a3ca-8a2295ccc9e5 HTTP/1.1" status: 200 len: 946 time: 0.0517910 Feb 17 04:44:36.262052 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-0024a428-bd89-4df5-9122-0c445bc10178 req-355ecf4b-106e-40df-b0e4-243aa5601d65 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bd6ce27-6b4e-4f12-8c34-3cf44a2665bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310025 Feb 17 04:44:36.756624 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-7e605075-6706-42f6-8f45-bca7d60c9ca8 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:36.761938 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-7e605075-6706-42f6-8f45-bca7d60c9ca8 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650163'] for floatingip, after_update {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:36.869597 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.db.l3_db [None req-7e605075-6706-42f6-8f45-bca7d60c9ca8 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Floating IP 69577b49-4c84-49c0-bc64-4190b01a78dd associated. External IP: 172.28.3.237, port: ea95e790-98bf-43ed-ad1e-1d7f25713cde. Feb 17 04:44:37.073726 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e605075-6706-42f6-8f45-bca7d60c9ca8 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Router 512931e0-d748-48dc-b61a-2e7dd9d916ad has already been hosted by L3 agent e8023405-eda5-4975-af11-622b29ed5550 {{(pid=108155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 04:44:37.180188 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e605075-6706-42f6-8f45-bca7d60c9ca8 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Notify agent at l3_agent.dv-cinder-829630-1-smb the message routers_updated {{(pid=108155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 04:44:37.184917 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-7e605075-6706-42f6-8f45-bca7d60c9ca8 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49904'] for floatingip, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:37.190527 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d7ca0b-8490-4b84-bf9e-7f68124ea453 None None] Sync routers for ids ['512931e0-d748-48dc-b61a-2e7dd9d916ad'] in dv-cinder-829630-1-smb {{(pid=108157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 04:44:37.200502 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d7ca0b-8490-4b84-bf9e-7f68124ea453 None None] Routers {'512931e0-d748-48dc-b61a-2e7dd9d916ad'} bound to L3 agent in host dv-cinder-829630-1-smb {{(pid=108157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:44:37.209757 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_hamode_db [None req-b3d7ca0b-8490-4b84-bf9e-7f68124ea453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T04:31:52Z,description=,heartbeat_timestamp=2022-02-17T04:44:22Z,host='dv-cinder-829630-1-smb',id=e8023405-eda5-4975-af11-622b29ed5550,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:52Z,topic='l3_agent')) {'router_ids': ['512931e0-d748-48dc-b61a-2e7dd9d916ad'], 'active': True} {{(pid=108157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:44:37.214735 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-7e605075-6706-42f6-8f45-bca7d60c9ca8 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "PUT /v2.0/floatingips/69577b49-4c84-49c0-bc64-4190b01a78dd HTTP/1.1" status: 200 len: 992 time: 1.1504793 Feb 17 04:44:37.214735 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fae267bb-40f6-4f7d-9581-e1bb3ddba386', 'tag': 'ea95e790-98bf-43ed-ad1e-1d7f25713cde'}] {{(pid=108155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:44:37.215181 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7db4504e89d758142afd4bd708bcac288359c97a2e78e5aa13d69e3d31a34d2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd16ac3-48c1-4308-8010-e0576bfc126f" -d '{"events": [{"name": "network-changed", "server_uuid": "fae267bb-40f6-4f7d-9581-e1bb3ddba386", "tag": "ea95e790-98bf-43ed-ad1e-1d7f25713cde"}]}' {{(pid=108155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:44:37.251599 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 04:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70b82870-52ac-47e8-8e0c-dee117865d08 x-openstack-request-id: req-70b82870-52ac-47e8-8e0c-dee117865d08 {{(pid=108155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:44:37.252316 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fae267bb-40f6-4f7d-9581-e1bb3ddba386", "tag": "ea95e790-98bf-43ed-ad1e-1d7f25713cde", "status": "completed", "code": 200}]} {{(pid=108155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:44:37.252574 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-70b82870-52ac-47e8-8e0c-dee117865d08 {{(pid=108155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:44:37.252974 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fae267bb-40f6-4f7d-9581-e1bb3ddba386', 'tag': 'ea95e790-98bf-43ed-ad1e-1d7f25713cde', 'status': 'completed', 'code': 200} Feb 17 04:44:37.327471 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_dvr_db [None req-b3d7ca0b-8490-4b84-bf9e-7f68124ea453 None None] Set router 512931e0-d748-48dc-b61a-2e7dd9d916ad gateway port host: dv-cinder-829630-1-smb {{(pid=108157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:44:37.346194 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd16ac3-48c1-4308-8010-e0576bfc126f req-b6563da7-83c0-484b-917f-62f788a5e8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:37.348546 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-5cd16ac3-48c1-4308-8010-e0576bfc126f req-b6563da7-83c0-484b-917f-62f788a5e8fb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3829f22bdfad4cf780241903bcedf462&device_id=fae267bb-40f6-4f7d-9581-e1bb3ddba386 HTTP/1.1" status: 200 len: 1099 time: 0.0665255 Feb 17 04:44:37.417894 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1e39d1-bbd2-4115-8d3d-74303f7e6a9d req-717693bc-48bc-4c89-960f-de3885ca1745 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:37.419727 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-9a1e39d1-bbd2-4115-8d3d-74303f7e6a9d req-717693bc-48bc-4c89-960f-de3885ca1745 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebf6d868-5062-4cd0-a3ca-8a2295ccc9e5 HTTP/1.1" status: 200 len: 946 time: 0.0726831 Feb 17 04:44:37.468352 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-9a1e39d1-bbd2-4115-8d3d-74303f7e6a9d req-21ae2eb7-04bd-421c-aaab-f2c275af2299 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bd6ce27-6b4e-4f12-8c34-3cf44a2665bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398786 Feb 17 04:44:37.477630 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd16ac3-48c1-4308-8010-e0576bfc126f req-bdbeb8af-e841-4712-994f-604eb9303ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:37.480843 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-5cd16ac3-48c1-4308-8010-e0576bfc126f req-bdbeb8af-e841-4712-994f-604eb9303ef0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=75349da8-5288-4d10-8e72-5e1d72cb6968 HTTP/1.1" status: 200 len: 910 time: 0.1250489 Feb 17 04:44:37.565485 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-5cd16ac3-48c1-4308-8010-e0576bfc126f req-ff8c10e6-f48e-4681-a979-877bdcebe3f8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea95e790-98bf-43ed-ad1e-1d7f25713cde HTTP/1.1" status: 200 len: 1000 time: 0.0778699 Feb 17 04:44:37.631868 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd16ac3-48c1-4308-8010-e0576bfc126f req-f823392e-d3aa-4404-811a-889920d9e6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:37.633712 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-5cd16ac3-48c1-4308-8010-e0576bfc126f req-f823392e-d3aa-4404-811a-889920d9e6ef service neutron] 10.222.0.69 "GET /v2.0/subnets?id=091e0600-b2ac-4cb6-bb57-09d45c6ebace HTTP/1.1" status: 200 len: 849 time: 0.0624583 Feb 17 04:44:37.649292 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_hamode_db [None req-b3d7ca0b-8490-4b84-bf9e-7f68124ea453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '512931e0-d748-48dc-b61a-2e7dd9d916ad', 'name': 'tempest-AttachVolumeTestJSON-787431873-router', 'tenant_id': '3829f22bdfad4cf780241903bcedf462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'external_fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.219'}], 'enable_snat': True}, 'gw_port_id': '08897a33-58fd-46a7-aa92-1311a6a87524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:40:31Z', 'updated_at': '2022-02-17T04:40:44Z', 'revision_number': 4, 'project_id': '3829f22bdfad4cf780241903bcedf462', 'gw_port': {'id': '08897a33-58fd-46a7-aa92-1311a6a87524', 'name': '', 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:40:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512931e0-d748-48dc-b61a-2e7dd9d916ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:32Z', 'updated_at': '2022-02-17T04:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-smb', '_floatingips': [{'id': '69577b49-4c84-49c0-bc64-4190b01a78dd', 'tenant_id': '3829f22bdfad4cf780241903bcedf462', 'floating_ip_address': '172.28.3.237', 'floating_network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'router_id': '512931e0-d748-48dc-b61a-2e7dd9d916ad', 'port_id': 'ea95e790-98bf-43ed-ad1e-1d7f25713cde', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75349da8-5288-4d10-8e72-5e1d72cb6968', 'mac_address': 'fa:16:3e:e8:fa:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae267bb-40f6-4f7d-9581-e1bb3ddba386', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T04:44:25Z', 'updated_at': '2022-02-17T04:44:36Z', 'revision_number': 1, 'project_id': '3829f22bdfad4cf780241903bcedf462', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbc1efbc-ccc8-4e64-b3b9-4b16ab1a04a8', 'name': '', 'network_id': '75349da8-5288-4d10-8e72-5e1d72cb6968', 'tenant_id': '3829f22bdfad4cf780241903bcedf462', 'mac_address': 'fa:16:3e:9a:c0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512931e0-d748-48dc-b61a-2e7dd9d916ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '091e0600-b2ac-4cb6-bb57-09d45c6ebace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:41Z', 'updated_at': '2022-02-17T04:40:52Z', 'revision_number': 5, 'project_id': '3829f22bdfad4cf780241903bcedf462', 'subnets': [{'id': '091e0600-b2ac-4cb6-bb57-09d45c6ebace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-1-smb', False) {} {{(pid=108157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:44:37.678138 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d7ca0b-8490-4b84-bf9e-7f68124ea453 None None] Checking router: 512931e0-d748-48dc-b61a-2e7dd9d916ad for host: dv-cinder-829630-1-smb {{(pid=108157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 04:44:37.687719 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d7ca0b-8490-4b84-bf9e-7f68124ea453 None None] Routers {'512931e0-d748-48dc-b61a-2e7dd9d916ad'} bound to L3 agent in host dv-cinder-829630-1-smb {{(pid=108157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:44:37.688405 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_hamode_db [None req-b3d7ca0b-8490-4b84-bf9e-7f68124ea453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T04:31:52Z,description=,heartbeat_timestamp=2022-02-17T04:44:22Z,host='dv-cinder-829630-1-smb',id=e8023405-eda5-4975-af11-622b29ed5550,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:52Z,topic='l3_agent')) {'router_ids': ['512931e0-d748-48dc-b61a-2e7dd9d916ad'], 'active': True} {{(pid=108157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:44:37.698841 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd16ac3-48c1-4308-8010-e0576bfc126f req-0c0f84d6-945a-4ae9-a57e-51bd0ab5ac24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:37.700538 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-5cd16ac3-48c1-4308-8010-e0576bfc126f req-0c0f84d6-945a-4ae9-a57e-51bd0ab5ac24 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=75349da8-5288-4d10-8e72-5e1d72cb6968&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0584540 Feb 17 04:44:37.796425 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-5cd16ac3-48c1-4308-8010-e0576bfc126f req-ea04420f-f1f7-4be8-aa28-d129cfffb874 service neutron] 10.222.0.69 "GET /v2.0/networks/75349da8-5288-4d10-8e72-5e1d72cb6968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882721 Feb 17 04:44:37.802886 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_dvr_db [None req-b3d7ca0b-8490-4b84-bf9e-7f68124ea453 None None] Set router 512931e0-d748-48dc-b61a-2e7dd9d916ad gateway port host: dv-cinder-829630-1-smb {{(pid=108157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:44:37.917989 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-5cd16ac3-48c1-4308-8010-e0576bfc126f req-1baa5038-047a-4661-99e3-1c12f939474a service neutron] 10.222.0.69 "GET /v2.0/networks/75349da8-5288-4d10-8e72-5e1d72cb6968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119897 Feb 17 04:44:38.039181 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_hamode_db [None req-b3d7ca0b-8490-4b84-bf9e-7f68124ea453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '512931e0-d748-48dc-b61a-2e7dd9d916ad', 'name': 'tempest-AttachVolumeTestJSON-787431873-router', 'tenant_id': '3829f22bdfad4cf780241903bcedf462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'external_fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.219'}], 'enable_snat': True}, 'gw_port_id': '08897a33-58fd-46a7-aa92-1311a6a87524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:40:31Z', 'updated_at': '2022-02-17T04:40:44Z', 'revision_number': 4, 'project_id': '3829f22bdfad4cf780241903bcedf462', 'gw_port': {'id': '08897a33-58fd-46a7-aa92-1311a6a87524', 'name': '', 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:40:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512931e0-d748-48dc-b61a-2e7dd9d916ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:32Z', 'updated_at': '2022-02-17T04:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-smb', '_floatingips': [{'id': '69577b49-4c84-49c0-bc64-4190b01a78dd', 'tenant_id': '3829f22bdfad4cf780241903bcedf462', 'floating_ip_address': '172.28.3.237', 'floating_network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'router_id': '512931e0-d748-48dc-b61a-2e7dd9d916ad', 'port_id': 'ea95e790-98bf-43ed-ad1e-1d7f25713cde', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75349da8-5288-4d10-8e72-5e1d72cb6968', 'mac_address': 'fa:16:3e:e8:fa:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae267bb-40f6-4f7d-9581-e1bb3ddba386', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T04:44:25Z', 'updated_at': '2022-02-17T04:44:36Z', 'revision_number': 1, 'project_id': '3829f22bdfad4cf780241903bcedf462', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbc1efbc-ccc8-4e64-b3b9-4b16ab1a04a8', 'name': '', 'network_id': '75349da8-5288-4d10-8e72-5e1d72cb6968', 'tenant_id': '3829f22bdfad4cf780241903bcedf462', 'mac_address': 'fa:16:3e:9a:c0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512931e0-d748-48dc-b61a-2e7dd9d916ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '091e0600-b2ac-4cb6-bb57-09d45c6ebace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:41Z', 'updated_at': '2022-02-17T04:40:52Z', 'revision_number': 5, 'project_id': '3829f22bdfad4cf780241903bcedf462', 'subnets': [{'id': '091e0600-b2ac-4cb6-bb57-09d45c6ebace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-1-smb', False) {} {{(pid=108157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:44:38.192425 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d7ca0b-8490-4b84-bf9e-7f68124ea453 None None] The sync data for ids ['512931e0-d748-48dc-b61a-2e7dd9d916ad'] in dv-cinder-829630-1-smb is: [{'id': '512931e0-d748-48dc-b61a-2e7dd9d916ad', 'name': 'tempest-AttachVolumeTestJSON-787431873-router', 'tenant_id': '3829f22bdfad4cf780241903bcedf462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'external_fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.219'}], 'enable_snat': True}, 'gw_port_id': '08897a33-58fd-46a7-aa92-1311a6a87524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:40:31Z', 'updated_at': '2022-02-17T04:40:44Z', 'revision_number': 4, 'project_id': '3829f22bdfad4cf780241903bcedf462', 'gw_port': {'id': '08897a33-58fd-46a7-aa92-1311a6a87524', 'name': '', 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:40:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512931e0-d748-48dc-b61a-2e7dd9d916ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:32Z', 'updated_at': '2022-02-17T04:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-smb', '_floatingips': [{'id': '69577b49-4c84-49c0-bc64-4190b01a78dd', 'tenant_id': '3829f22bdfad4cf780241903bcedf462', 'floating_ip_address': '172.28.3.237', 'floating_network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'router_id': '512931e0-d748-48dc-b61a-2e7dd9d916ad', 'port_id': 'ea95e790-98bf-43ed-ad1e-1d7f25713cde', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75349da8-5288-4d10-8e72-5e1d72cb6968', 'mac_address': 'fa:16:3e:e8:fa:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae267bb-40f6-4f7d-9581-e1bb3ddba386', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T04:44:25Z', 'updated_at': '2022-02-17T04:44:36Z', 'revision_number': 1, 'project_id': '3829f22bdfad4cf780241903bcedf462', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbc1efbc-ccc8-4e64-b3b9-4b16ab1a04a8', 'name': '', 'network_id': '75349da8-5288-4d10-8e72-5e1d72cb6968', 'tenant_id': '3829f22bdfad4cf780241903bcedf462', 'mac_address': 'fa:16:3e:9a:c0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512931e0-d748-48dc-b61a-2e7dd9d916ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '091e0600-b2ac-4cb6-bb57-09d45c6ebace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:41Z', 'updated_at': '2022-02-17T04:40:52Z', 'revision_number': 5, 'project_id': '3829f22bdfad4cf780241903bcedf462', 'subnets': [{'id': '091e0600-b2ac-4cb6-bb57-09d45c6ebace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 04:44:38.384784 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7867d74-99eb-4e2a-974c-75f174eb9253 None None] New status for floating IP 69577b49-4c84-49c0-bc64-4190b01a78dd: ACTIVE {{(pid=108158) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 04:44:39.243628 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1994f7-0e05-481e-9143-0b0773074e32 req-84110d04-a6a4-4e83-b17e-d7b8cec5f916 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:39.245096 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-5b1994f7-0e05-481e-9143-0b0773074e32 req-84110d04-a6a4-4e83-b17e-d7b8cec5f916 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/networks?id=e43726c8-efc1-4a70-870a-e8d2c02d7fda HTTP/1.1" status: 200 len: 815 time: 0.1064153 Feb 17 04:44:39.259859 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-5b1994f7-0e05-481e-9143-0b0773074e32 req-36d255df-79b6-4b35-94c8-424b76cc55a6 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/quotas/d7c993bd0ded4bea90f24c972b703974 HTTP/1.1" status: 200 len: 375 time: 0.0088327 Feb 17 04:44:39.313152 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-5b1994f7-0e05-481e-9143-0b0773074e32 req-105c89d6-1cd6-461e-b877-01868f4614df tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d7c993bd0ded4bea90f24c972b703974&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473607 Feb 17 04:44:39.401644 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-5b1994f7-0e05-481e-9143-0b0773074e32 req-9bc57037-3c89-4d53-a029-ffdfbecfee21 service neutron] 10.222.0.36 "GET /v2.0/networks/e43726c8-efc1-4a70-870a-e8d2c02d7fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807834 Feb 17 04:44:39.492187 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-5b1994f7-0e05-481e-9143-0b0773074e32 req-023765c6-fc42-4b9b-ad8d-ef6a3a9087e4 service neutron] 10.222.0.36 "GET /v2.0/networks/e43726c8-efc1-4a70-870a-e8d2c02d7fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843215 Feb 17 04:44:39.655932 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-74179197-6d8c-4be1-931f-869fddffa0e3 req-be09eee8-35bd-43e7-b21d-9858d5c41b46 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/ports?device_id=875f2cf8-2315-4985-b029-39f2ba40c2f5 HTTP/1.1" status: 200 len: 210 time: 0.0301476 Feb 17 04:44:40.644639 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1994f7-0e05-481e-9143-0b0773074e32 req-8a368424-3705-4409-90d1-259ca1832812 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:40.646146 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-5b1994f7-0e05-481e-9143-0b0773074e32 req-8a368424-3705-4409-90d1-259ca1832812 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.69 "GET /v2.0/networks?id=e43726c8-efc1-4a70-870a-e8d2c02d7fda HTTP/1.1" status: 200 len: 815 time: 0.1274686 Feb 17 04:44:40.667806 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.v2.base [req-5b1994f7-0e05-481e-9143-0b0773074e32 req-254d489d-cc86-478a-97d8-18caa2ed146f tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Request body: {'port': {'device_id': '875f2cf8-2315-4985-b029-39f2ba40c2f5', 'network_id': 'e43726c8-efc1-4a70-870a-e8d2c02d7fda', 'admin_state_up': True, 'tenant_id': 'd7c993bd0ded4bea90f24c972b703974'}} {{(pid=108155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:44:40.759416 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-054b8611-b66a-442e-9ceb-8782e1ceed62 req-c7df6ebb-c47c-4ef5-a065-73698570e413 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/ports?device_id=875f2cf8-2315-4985-b029-39f2ba40c2f5 HTTP/1.1" status: 200 len: 210 time: 0.0279925 Feb 17 04:44:40.810087 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b1994f7-0e05-481e-9143-0b0773074e32 req-254d489d-cc86-478a-97d8-18caa2ed146f tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Made reservation on behalf of d7c993bd0ded4bea90f24c972b703974 for: {'port': 1} {{(pid=108155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:44:40.814037 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-5b1994f7-0e05-481e-9143-0b0773074e32 req-254d489d-cc86-478a-97d8-18caa2ed146f tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:40.964480 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.db.db_base_plugin_common [req-5b1994f7-0e05-481e-9143-0b0773074e32 req-254d489d-cc86-478a-97d8-18caa2ed146f tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Allocated IP 172.20.0.3 (e43726c8-efc1-4a70-870a-e8d2c02d7fda/10124a47-56e4-4a0f-a385-0fa9e6b31062/5f1cffe8-5d97-4d96-8af3-1cba6ef14b71) {{(pid=108155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:44:41.135342 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-5b1994f7-0e05-481e-9143-0b0773074e32 req-254d489d-cc86-478a-97d8-18caa2ed146f tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Notify callbacks [] for port, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:41.173427 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-5b1994f7-0e05-481e-9143-0b0773074e32 req-254d489d-cc86-478a-97d8-18caa2ed146f tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733365499769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2813823'] for port, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:41.186887 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] get_ports_and_sgs() called for port_ids ['589d4914-e508-4f34-a05c-4c4ab66d5981', '12d12c3f-80d3-4644-a2d6-7abc3772e46e'] {{(pid=108157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 04:44:41.234747 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b1994f7-0e05-481e-9143-0b0773074e32 req-254d489d-cc86-478a-97d8-18caa2ed146f tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Network e43726c8-efc1-4a70-870a-e8d2c02d7fda is already hosted by enough agents. {{(pid=108155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:44:41.238097 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.scheduler.base_scheduler [req-5b1994f7-0e05-481e-9143-0b0773074e32 req-254d489d-cc86-478a-97d8-18caa2ed146f tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Resources bound (agent type, host, resource id): {{(pid=108155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:44:41.242259 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b1994f7-0e05-481e-9143-0b0773074e32 req-254d489d-cc86-478a-97d8-18caa2ed146f tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Received port after_create {{(pid=108155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:44:41.271519 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254d489d-cc86-478a-97d8-18caa2ed146f tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Pushing event updated for resources: {'Port': ['ID=5f1cffe8-5d97-4d96-8af3-1cba6ef14b71,revision_number=1']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:44:41.300439 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1994f7-0e05-481e-9143-0b0773074e32 req-254d489d-cc86-478a-97d8-18caa2ed146f tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:41.301172 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-5b1994f7-0e05-481e-9143-0b0773074e32 req-254d489d-cc86-478a-97d8-18caa2ed146f tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49904'] for port, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:41.323300 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-5b1994f7-0e05-481e-9143-0b0773074e32 req-254d489d-cc86-478a-97d8-18caa2ed146f tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6603496 Feb 17 04:44:41.340789 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.v2.base [req-5b1994f7-0e05-481e-9143-0b0773074e32 req-d0136ff7-7209-4949-aa56-adcfe7414126 service neutron] Request body: {'port': {'device_id': '875f2cf8-2315-4985-b029-39f2ba40c2f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82963'}} {{(pid=108155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:44:41.397853 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-5b1994f7-0e05-481e-9143-0b0773074e32 req-d0136ff7-7209-4949-aa56-adcfe7414126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:41.677119 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.notifiers.nova [req-5b1994f7-0e05-481e-9143-0b0773074e32 req-d0136ff7-7209-4949-aa56-adcfe7414126 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f1cffe8-5d97-4d96-8af3-1cba6ef14b71 {{(pid=108155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 04:44:41.684324 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-5b1994f7-0e05-481e-9143-0b0773074e32 req-d0136ff7-7209-4949-aa56-adcfe7414126 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:41.695892 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.db.provisioning_blocks [req-5b1994f7-0e05-481e-9143-0b0773074e32 req-d0136ff7-7209-4949-aa56-adcfe7414126 service neutron] Transition to ACTIVE for port object 5f1cffe8-5d97-4d96-8af3-1cba6ef14b71 will not be triggered until provisioned by entity L2. {{(pid=108155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 04:44:41.699482 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-5b1994f7-0e05-481e-9143-0b0773074e32 req-d0136ff7-7209-4949-aa56-adcfe7414126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2813814'] for port, after_update {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:41.747386 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0136ff7-7209-4949-aa56-adcfe7414126 service neutron] Pushing event updated for resources: {'Port': ['ID=5f1cffe8-5d97-4d96-8af3-1cba6ef14b71,revision_number=2']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:44:41.816929 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.managers [req-5b1994f7-0e05-481e-9143-0b0773074e32 req-d0136ff7-7209-4949-aa56-adcfe7414126 service neutron] Attempting to bind port 5f1cffe8-5d97-4d96-8af3-1cba6ef14b71 on host hv-cinder-82963 for vnic_type normal with profile {{(pid=108155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 04:44:41.817260 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.managers [req-5b1994f7-0e05-481e-9143-0b0773074e32 req-d0136ff7-7209-4949-aa56-adcfe7414126 service neutron] Attempting to bind port 5f1cffe8-5d97-4d96-8af3-1cba6ef14b71 by drivers openvswitch,hyperv on host hv-cinder-82963 at level 0 using segments [{'id': '469a6a20-d7d7-48aa-be54-30e18fb486c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e43726c8-efc1-4a70-870a-e8d2c02d7fda'}] {{(pid=108155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 04:44:41.817581 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1994f7-0e05-481e-9143-0b0773074e32 req-d0136ff7-7209-4949-aa56-adcfe7414126 service neutron] Attempting to bind port 5f1cffe8-5d97-4d96-8af3-1cba6ef14b71 on network e43726c8-efc1-4a70-870a-e8d2c02d7fda {{(pid=108155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:44:41.821913 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1994f7-0e05-481e-9143-0b0773074e32 req-d0136ff7-7209-4949-aa56-adcfe7414126 service neutron] Port 5f1cffe8-5d97-4d96-8af3-1cba6ef14b71 on network e43726c8-efc1-4a70-870a-e8d2c02d7fda not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82963 {{(pid=108155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 04:44:41.822342 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1994f7-0e05-481e-9143-0b0773074e32 req-d0136ff7-7209-4949-aa56-adcfe7414126 service neutron] Attempting to bind port 5f1cffe8-5d97-4d96-8af3-1cba6ef14b71 on network e43726c8-efc1-4a70-870a-e8d2c02d7fda {{(pid=108155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:44:41.827947 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1994f7-0e05-481e-9143-0b0773074e32 req-d0136ff7-7209-4949-aa56-adcfe7414126 service neutron] Checking agent: {'id': '8333eb14-27e3-4539-92ee-8ab97b467e5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82963', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 4, 38, 23), 'started_at': datetime.datetime(2022, 2, 17, 4, 38, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 4, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 04:44:41.828279 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1994f7-0e05-481e-9143-0b0773074e32 req-d0136ff7-7209-4949-aa56-adcfe7414126 service neutron] Checking segment: {'id': '469a6a20-d7d7-48aa-be54-30e18fb486c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e43726c8-efc1-4a70-870a-e8d2c02d7fda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:44:41.828654 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1994f7-0e05-481e-9143-0b0773074e32 req-d0136ff7-7209-4949-aa56-adcfe7414126 service neutron] Bound using segment: {'id': '469a6a20-d7d7-48aa-be54-30e18fb486c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e43726c8-efc1-4a70-870a-e8d2c02d7fda'} {{(pid=108155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 04:44:41.829074 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.managers [req-5b1994f7-0e05-481e-9143-0b0773074e32 req-d0136ff7-7209-4949-aa56-adcfe7414126 service neutron] Bound port: 5f1cffe8-5d97-4d96-8af3-1cba6ef14b71, host: hv-cinder-82963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '469a6a20-d7d7-48aa-be54-30e18fb486c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e43726c8-efc1-4a70-870a-e8d2c02d7fda'}}] {{(pid=108155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 04:44:41.829424 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-5b1994f7-0e05-481e-9143-0b0773074e32 req-d0136ff7-7209-4949-aa56-adcfe7414126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:41.918067 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d28268-17e1-4b20-806e-230c8672e865 req-68556467-cd19-46fe-afcc-db8bfb6d64a0 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:41.919532 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-77d28268-17e1-4b20-806e-230c8672e865 req-68556467-cd19-46fe-afcc-db8bfb6d64a0 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/ports?device_id=875f2cf8-2315-4985-b029-39f2ba40c2f5 HTTP/1.1" status: 200 len: 943 time: 0.0880857 Feb 17 04:44:41.936068 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.db [req-5b1994f7-0e05-481e-9143-0b0773074e32 req-d0136ff7-7209-4949-aa56-adcfe7414126 service neutron] For port 5f1cffe8-5d97-4d96-8af3-1cba6ef14b71, host hv-cinder-82963, cleared binding levels {{(pid=108155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 04:44:41.939867 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.db [req-5b1994f7-0e05-481e-9143-0b0773074e32 req-d0136ff7-7209-4949-aa56-adcfe7414126 service neutron] For port 5f1cffe8-5d97-4d96-8af3-1cba6ef14b71, host hv-cinder-82963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=5f1cffe8-5d97-4d96-8af3-1cba6ef14b71,segment=NetworkSegment(469a6a20-d7d7-48aa-be54-30e18fb486c6),segment_id=469a6a20-d7d7-48aa-be54-30e18fb486c6)] {{(pid=108155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 04:44:41.947874 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-5b1994f7-0e05-481e-9143-0b0773074e32 req-d0136ff7-7209-4949-aa56-adcfe7414126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2813814'] for port, after_update {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:42.000454 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1994f7-0e05-481e-9143-0b0773074e32 req-d0136ff7-7209-4949-aa56-adcfe7414126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:42.001047 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-5b1994f7-0e05-481e-9143-0b0773074e32 req-d0136ff7-7209-4949-aa56-adcfe7414126 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49904'] for port, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:42.002391 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-5b1994f7-0e05-481e-9143-0b0773074e32 req-d0136ff7-7209-4949-aa56-adcfe7414126 service neutron] 10.222.0.69 "PUT /v2.0/ports/5f1cffe8-5d97-4d96-8af3-1cba6ef14b71 HTTP/1.1" status: 200 len: 1093 time: 0.6663313 Feb 17 04:44:42.002809 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '875f2cf8-2315-4985-b029-39f2ba40c2f5', 'tag': '5f1cffe8-5d97-4d96-8af3-1cba6ef14b71'}] {{(pid=108155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:44:42.005017 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7db4504e89d758142afd4bd708bcac288359c97a2e78e5aa13d69e3d31a34d2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce7609cc-ae54-4d7b-bec4-117ac48636a1" -d '{"events": [{"name": "network-changed", "server_uuid": "875f2cf8-2315-4985-b029-39f2ba40c2f5", "tag": "5f1cffe8-5d97-4d96-8af3-1cba6ef14b71"}]}' {{(pid=108155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:44:42.012344 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-77d28268-17e1-4b20-806e-230c8672e865 req-098a7181-625f-4ced-a16d-cac35e7771e7 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bd6ce27-6b4e-4f12-8c34-3cf44a2665bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847492 Feb 17 04:44:42.026464 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0136ff7-7209-4949-aa56-adcfe7414126 service neutron] Pushing event updated for resources: {'Port': ['ID=5f1cffe8-5d97-4d96-8af3-1cba6ef14b71,revision_number=3']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:44:42.056833 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 04:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cf1eb77-8b46-448f-a7bd-eae4cf51e222 x-openstack-request-id: req-5cf1eb77-8b46-448f-a7bd-eae4cf51e222 {{(pid=108155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:44:42.057113 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "875f2cf8-2315-4985-b029-39f2ba40c2f5", "tag": "5f1cffe8-5d97-4d96-8af3-1cba6ef14b71", "status": "completed", "code": 200}]} {{(pid=108155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:44:42.057360 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5cf1eb77-8b46-448f-a7bd-eae4cf51e222 {{(pid=108155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:44:42.057744 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '875f2cf8-2315-4985-b029-39f2ba40c2f5', 'tag': '5f1cffe8-5d97-4d96-8af3-1cba6ef14b71', 'status': 'completed', 'code': 200} Feb 17 04:44:42.093845 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1994f7-0e05-481e-9143-0b0773074e32 req-2a62f24d-3aab-4c9f-bf2b-696b5f169182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:42.095350 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-5b1994f7-0e05-481e-9143-0b0773074e32 req-2a62f24d-3aab-4c9f-bf2b-696b5f169182 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d7c993bd0ded4bea90f24c972b703974&device_id=875f2cf8-2315-4985-b029-39f2ba40c2f5 HTTP/1.1" status: 200 len: 1096 time: 0.0473716 Feb 17 04:44:42.137563 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-5b1994f7-0e05-481e-9143-0b0773074e32 req-a5206549-7d64-466e-b9ea-87d119dd0397 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f1cffe8-5d97-4d96-8af3-1cba6ef14b71 HTTP/1.1" status: 200 len: 217 time: 0.0325303 Feb 17 04:44:42.189766 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1994f7-0e05-481e-9143-0b0773074e32 req-61764317-b2ae-4237-ace2-da028954dcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:42.191198 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-5b1994f7-0e05-481e-9143-0b0773074e32 req-61764317-b2ae-4237-ace2-da028954dcb4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=10124a47-56e4-4a0f-a385-0fa9e6b31062 HTTP/1.1" status: 200 len: 855 time: 0.0421100 Feb 17 04:44:42.221510 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-5b1994f7-0e05-481e-9143-0b0773074e32 req-c19daa36-9dab-4d7c-9af6-cd42917c2822 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e43726c8-efc1-4a70-870a-e8d2c02d7fda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240777 Feb 17 04:44:42.309391 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-5b1994f7-0e05-481e-9143-0b0773074e32 req-0da0dca8-746e-4585-b9b0-3ed1b86c0b7f service neutron] 10.222.0.69 "GET /v2.0/networks/e43726c8-efc1-4a70-870a-e8d2c02d7fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808363 Feb 17 04:44:42.397825 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-5b1994f7-0e05-481e-9143-0b0773074e32 req-028de707-1459-4f17-9551-ec8dd9edfc63 service neutron] 10.222.0.69 "GET /v2.0/networks/e43726c8-efc1-4a70-870a-e8d2c02d7fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812664 Feb 17 04:44:42.499831 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7609cc-ae54-4d7b-bec4-117ac48636a1 req-91dc0542-dd15-469b-bf37-00b72b8212ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:42.501306 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-ce7609cc-ae54-4d7b-bec4-117ac48636a1 req-91dc0542-dd15-469b-bf37-00b72b8212ae service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d7c993bd0ded4bea90f24c972b703974&device_id=875f2cf8-2315-4985-b029-39f2ba40c2f5 HTTP/1.1" status: 200 len: 1096 time: 0.0467300 Feb 17 04:44:42.592279 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7609cc-ae54-4d7b-bec4-117ac48636a1 req-8752feee-d89c-4b40-989f-de0d9e09f23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:42.593792 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-ce7609cc-ae54-4d7b-bec4-117ac48636a1 req-8752feee-d89c-4b40-989f-de0d9e09f23d service neutron] 10.222.0.69 "GET /v2.0/networks?id=e43726c8-efc1-4a70-870a-e8d2c02d7fda HTTP/1.1" status: 200 len: 915 time: 0.0845742 Feb 17 04:44:42.640263 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-ce7609cc-ae54-4d7b-bec4-117ac48636a1 req-5201ff08-ac5f-4c70-a08e-71e651d12307 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f1cffe8-5d97-4d96-8af3-1cba6ef14b71 HTTP/1.1" status: 200 len: 217 time: 0.0394258 Feb 17 04:44:42.690411 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7609cc-ae54-4d7b-bec4-117ac48636a1 req-f989b416-b980-47e0-aebb-78b4bfdeb8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:42.691946 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-ce7609cc-ae54-4d7b-bec4-117ac48636a1 req-f989b416-b980-47e0-aebb-78b4bfdeb8d8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=10124a47-56e4-4a0f-a385-0fa9e6b31062 HTTP/1.1" status: 200 len: 855 time: 0.0438783 Feb 17 04:44:42.733839 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-ce7609cc-ae54-4d7b-bec4-117ac48636a1 req-42bb50d7-ce4c-4c7b-839a-84aa452d7a12 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e43726c8-efc1-4a70-870a-e8d2c02d7fda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297818 Feb 17 04:44:42.831514 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-ce7609cc-ae54-4d7b-bec4-117ac48636a1 req-cefb0872-4730-4b63-bbfc-09cc14073aa0 service neutron] 10.222.0.69 "GET /v2.0/networks/e43726c8-efc1-4a70-870a-e8d2c02d7fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847909 Feb 17 04:44:42.929512 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-ce7609cc-ae54-4d7b-bec4-117ac48636a1 req-a8c58555-0ee8-4b84-840b-b21636271c39 service neutron] 10.222.0.69 "GET /v2.0/networks/e43726c8-efc1-4a70-870a-e8d2c02d7fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873823 Feb 17 04:44:43.137795 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912ea1ec-5050-4c6f-a79a-576996ac144f req-e2066905-acf2-40a7-8331-46b1c6777e80 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:43.139434 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-912ea1ec-5050-4c6f-a79a-576996ac144f req-e2066905-acf2-40a7-8331-46b1c6777e80 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/ports?device_id=875f2cf8-2315-4985-b029-39f2ba40c2f5 HTTP/1.1" status: 200 len: 943 time: 0.0518241 Feb 17 04:44:43.177960 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-912ea1ec-5050-4c6f-a79a-576996ac144f req-7343ede2-494e-4da9-9b00-079043643f5a tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bd6ce27-6b4e-4f12-8c34-3cf44a2665bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325248 Feb 17 04:44:44.296894 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e33052-ef01-4b6b-9def-7df3b288ae9e req-e0b35833-63af-4a4d-bb7f-c3f6cc261ff4 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:44.298360 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-63e33052-ef01-4b6b-9def-7df3b288ae9e req-e0b35833-63af-4a4d-bb7f-c3f6cc261ff4 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/ports?device_id=875f2cf8-2315-4985-b029-39f2ba40c2f5 HTTP/1.1" status: 200 len: 943 time: 0.0524890 Feb 17 04:44:44.339555 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-63e33052-ef01-4b6b-9def-7df3b288ae9e req-d25b1625-bda8-43c9-85d5-5b90612f093f tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bd6ce27-6b4e-4f12-8c34-3cf44a2665bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351336 Feb 17 04:44:45.263368 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Device 5f1cffe8-5d97-4d96-8af3-1cba6ef14b71 details requested by agent hyperv_hv-cinder-82963 with host hv-cinder-82963 {{(pid=108157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 04:44:45.354423 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] For port 5f1cffe8-5d97-4d96-8af3-1cba6ef14b71, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=5f1cffe8-5d97-4d96-8af3-1cba6ef14b71,segment=NetworkSegment(469a6a20-d7d7-48aa-be54-30e18fb486c6),segment_id=469a6a20-d7d7-48aa-be54-30e18fb486c6)] {{(pid=108157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:44:45.368904 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Returning: {'device': '5f1cffe8-5d97-4d96-8af3-1cba6ef14b71', 'network_id': 'e43726c8-efc1-4a70-870a-e8d2c02d7fda', 'port_id': '5f1cffe8-5d97-4d96-8af3-1cba6ef14b71', 'mac_address': 'fa:16:3e:83:60:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10124a47-56e4-4a0f-a385-0fa9e6b31062', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 04:44:45.405732 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:45.418276 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.notifiers.nova [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f1cffe8-5d97-4d96-8af3-1cba6ef14b71 {{(pid=108157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 04:44:45.437341 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] For port 5f1cffe8-5d97-4d96-8af3-1cba6ef14b71, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=5f1cffe8-5d97-4d96-8af3-1cba6ef14b71,segment=NetworkSegment(469a6a20-d7d7-48aa-be54-30e18fb486c6),segment_id=469a6a20-d7d7-48aa-be54-30e18fb486c6)] {{(pid=108157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:44:45.441612 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:45.460443 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51b045b-c648-4998-b200-fb4e2d5d8dee req-9aad59d2-0da0-4c3c-be1c-28099dad2cc5 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:45.462156 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-b51b045b-c648-4998-b200-fb4e2d5d8dee req-9aad59d2-0da0-4c3c-be1c-28099dad2cc5 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/ports?device_id=875f2cf8-2315-4985-b029-39f2ba40c2f5 HTTP/1.1" status: 200 len: 943 time: 0.0542443 Feb 17 04:44:45.487586 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Pushing event updated for resources: {'Port': ['ID=5f1cffe8-5d97-4d96-8af3-1cba6ef14b71,revision_number=4']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:44:45.500675 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-b51b045b-c648-4998-b200-fb4e2d5d8dee req-dc3845ff-2b06-47a2-92ae-f72e1fe96b20 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bd6ce27-6b4e-4f12-8c34-3cf44a2665bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321527 Feb 17 04:44:45.729422 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] get_ports_and_sgs() called for port_ids ['5f1cffe8-5d97-4d96-8af3-1cba6ef14b71'] {{(pid=108157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 04:44:46.619621 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db28d4ca-e43c-42e9-a563-2376296711ff req-47bcdb4b-70e8-4ba0-8d06-56623fc7f1be tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:46.621066 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-db28d4ca-e43c-42e9-a563-2376296711ff req-47bcdb4b-70e8-4ba0-8d06-56623fc7f1be tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/ports?device_id=875f2cf8-2315-4985-b029-39f2ba40c2f5 HTTP/1.1" status: 200 len: 944 time: 0.0541253 Feb 17 04:44:46.658626 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-db28d4ca-e43c-42e9-a563-2376296711ff req-62aa5901-7523-46f8-9c10-c6d21bc5b189 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bd6ce27-6b4e-4f12-8c34-3cf44a2665bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306582 Feb 17 04:44:47.280577 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Device 5f1cffe8-5d97-4d96-8af3-1cba6ef14b71 up at agent hyperv_hv-cinder-82963 {{(pid=108157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:44:47.327734 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Provisioning for port 5f1cffe8-5d97-4d96-8af3-1cba6ef14b71 completed by entity L2. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 04:44:47.331763 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Provisioning complete for port 5f1cffe8-5d97-4d96-8af3-1cba6ef14b71 triggered by entity L2. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:44:47.332135 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:47.411587 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:47.432870 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '875f2cf8-2315-4985-b029-39f2ba40c2f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f1cffe8-5d97-4d96-8af3-1cba6ef14b71'}] {{(pid=108157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:44:47.435138 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2d1db2b66fadfb38f3e682fd5beb02e22f49f1efddde24347983e162d9d2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8df85b42-9114-4ddb-aa93-3d3e1f83958b" -d '{"events": [{"server_uuid": "875f2cf8-2315-4985-b029-39f2ba40c2f5", "name": "network-vif-plugged", "status": "completed", "tag": "5f1cffe8-5d97-4d96-8af3-1cba6ef14b71"}]}' {{(pid=108157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:44:47.447721 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] For port 5f1cffe8-5d97-4d96-8af3-1cba6ef14b71, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=5f1cffe8-5d97-4d96-8af3-1cba6ef14b71,segment=NetworkSegment(469a6a20-d7d7-48aa-be54-30e18fb486c6),segment_id=469a6a20-d7d7-48aa-be54-30e18fb486c6)] {{(pid=108157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:44:47.452825 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:47.475943 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 04:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efab1405-5006-4f93-86f1-d07b4e513859 x-openstack-request-id: req-efab1405-5006-4f93-86f1-d07b4e513859 {{(pid=108157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:44:47.476308 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "875f2cf8-2315-4985-b029-39f2ba40c2f5", "name": "network-vif-plugged", "status": "completed", "tag": "5f1cffe8-5d97-4d96-8af3-1cba6ef14b71", "code": 200}]} {{(pid=108157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:44:47.476660 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-efab1405-5006-4f93-86f1-d07b4e513859 {{(pid=108157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:44:47.476928 dv-cinder-829630-1-smb neutron-server[108157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '875f2cf8-2315-4985-b029-39f2ba40c2f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f1cffe8-5d97-4d96-8af3-1cba6ef14b71', 'code': 200} Feb 17 04:44:47.501926 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Pushing event updated for resources: {'Port': ['ID=5f1cffe8-5d97-4d96-8af3-1cba6ef14b71,revision_number=5']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:44:47.642429 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f0b192-f5fd-41d1-865b-68cf8f2536d1 req-dfa414b3-301a-4905-85b2-c90b01fcb824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:47.643955 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-15f0b192-f5fd-41d1-865b-68cf8f2536d1 req-dfa414b3-301a-4905-85b2-c90b01fcb824 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=875f2cf8-2315-4985-b029-39f2ba40c2f5 HTTP/1.1" status: 200 len: 1098 time: 0.0406630 Feb 17 04:44:47.681322 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-15f0b192-f5fd-41d1-865b-68cf8f2536d1 req-de545aff-2bd7-41d3-872a-e332ef651a5f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9bd6ce27-6b4e-4f12-8c34-3cf44a2665bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266867 Feb 17 04:44:47.775441 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26984cba-eae9-4498-ac15-1274f7f7cb5e req-d422b846-bb9b-4f1b-ba86-8ad8aae42575 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:47.776877 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-26984cba-eae9-4498-ac15-1274f7f7cb5e req-d422b846-bb9b-4f1b-ba86-8ad8aae42575 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/ports?device_id=875f2cf8-2315-4985-b029-39f2ba40c2f5 HTTP/1.1" status: 200 len: 945 time: 0.0476832 Feb 17 04:44:47.814149 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-26984cba-eae9-4498-ac15-1274f7f7cb5e req-80205c2a-deb5-4bee-8131-cba06178eb16 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bd6ce27-6b4e-4f12-8c34-3cf44a2665bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313568 Feb 17 04:44:48.929952 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c80d311-a505-4490-aecb-088a033d9e92 req-7599f850-5f57-45c7-a5f6-9e2442af9b97 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:48.931415 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-2c80d311-a505-4490-aecb-088a033d9e92 req-7599f850-5f57-45c7-a5f6-9e2442af9b97 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/ports?device_id=875f2cf8-2315-4985-b029-39f2ba40c2f5 HTTP/1.1" status: 200 len: 945 time: 0.0489719 Feb 17 04:44:48.969085 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-2c80d311-a505-4490-aecb-088a033d9e92 req-a16ec559-9112-43b4-b9f5-68450c5ea02e tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bd6ce27-6b4e-4f12-8c34-3cf44a2665bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310833 Feb 17 04:44:49.519751 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-48116c22-0892-4536-b2f9-0f8267fae56f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:50.081704 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9ac917-93a2-44b8-a31c-56e6475f4364 req-b42634ca-fda4-45f8-87ac-567693df47c0 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:50.083106 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-3c9ac917-93a2-44b8-a31c-56e6475f4364 req-b42634ca-fda4-45f8-87ac-567693df47c0 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/ports?device_id=875f2cf8-2315-4985-b029-39f2ba40c2f5 HTTP/1.1" status: 200 len: 945 time: 0.0474324 Feb 17 04:44:50.120249 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-3c9ac917-93a2-44b8-a31c-56e6475f4364 req-282fe0e8-0506-4cb4-b7dc-aaf9e794b213 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bd6ce27-6b4e-4f12-8c34-3cf44a2665bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310721 Feb 17 04:44:51.764714 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-962d3f1c-fa58-49c4-a363-607164baf87c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:53.025688 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-ad5ef704-a6a3-47d1-bcb0-f74a0b5e809f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:53.431626 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:54.107321 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-8e3772f1-a52a-48a7-84fa-494c57cc135e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:54.703307 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:55.568871 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eacbce-ea66-4abe-adf7-0cec0e35ed36 req-a545ad10-c861-4342-ba38-d4b33500a24a tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:55.570986 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-e2eacbce-ea66-4abe-adf7-0cec0e35ed36 req-a545ad10-c861-4342-ba38-d4b33500a24a tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/networks?id=e43726c8-efc1-4a70-870a-e8d2c02d7fda HTTP/1.1" status: 200 len: 815 time: 0.1168351 Feb 17 04:44:55.588500 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-e2eacbce-ea66-4abe-adf7-0cec0e35ed36 req-eb87e213-5d17-4602-af15-de61c2c8fd58 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/quotas/d7c993bd0ded4bea90f24c972b703974 HTTP/1.1" status: 200 len: 375 time: 0.0107310 Feb 17 04:44:55.640176 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87166f8c-68aa-42a6-9a66-1d3a06c71f4a req-c63e5fa5-a3a0-4893-bdc7-cd1c0f8b1623 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:55.641686 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-87166f8c-68aa-42a6-9a66-1d3a06c71f4a req-c63e5fa5-a3a0-4893-bdc7-cd1c0f8b1623 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8802c9d3-3f08-4e7d-8caa-c98713207758 HTTP/1.1" status: 200 len: 945 time: 0.0526030 Feb 17 04:44:55.641997 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-e2eacbce-ea66-4abe-adf7-0cec0e35ed36 req-c0ce8cec-ad04-489f-a462-43eadbd9f48e tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d7c993bd0ded4bea90f24c972b703974&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0462339 Feb 17 04:44:55.679312 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-87166f8c-68aa-42a6-9a66-1d3a06c71f4a req-77e32d18-1f66-4eae-a749-2cd231a47402 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf33ea2b-fb92-4d81-bdf5-c93b5d217564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314293 Feb 17 04:44:55.735870 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-e2eacbce-ea66-4abe-adf7-0cec0e35ed36 req-72d06c2f-4412-4bf6-8de6-885dbd229407 service neutron] 10.222.0.36 "GET /v2.0/networks/e43726c8-efc1-4a70-870a-e8d2c02d7fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863962 Feb 17 04:44:55.823000 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-e2eacbce-ea66-4abe-adf7-0cec0e35ed36 req-52a9b005-9775-4661-a19e-e0e94491b5c8 service neutron] 10.222.0.36 "GET /v2.0/networks/e43726c8-efc1-4a70-870a-e8d2c02d7fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810440 Feb 17 04:44:55.977018 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-94517b34-0f44-4d76-b4b1-83c1aec94f7d req-388224e9-6660-489e-b513-5b6a8f48acb9 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/ports?device_id=b78d8755-551d-4f5a-8724-a69c8bbfa08e HTTP/1.1" status: 200 len: 210 time: 0.0263321 Feb 17 04:44:56.808108 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d718ce-81fa-4cea-849e-97f94c1af60d req-a3362de6-18f0-43c3-ad08-405b6856f8fd tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:56.809616 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-48d718ce-81fa-4cea-849e-97f94c1af60d req-a3362de6-18f0-43c3-ad08-405b6856f8fd tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8802c9d3-3f08-4e7d-8caa-c98713207758 HTTP/1.1" status: 200 len: 945 time: 0.0575638 Feb 17 04:44:56.850174 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-48d718ce-81fa-4cea-849e-97f94c1af60d req-1bb507fd-31c3-457b-b1b2-4d517143a341 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf33ea2b-fb92-4d81-bdf5-c93b5d217564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339396 Feb 17 04:44:56.978881 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eacbce-ea66-4abe-adf7-0cec0e35ed36 req-e323abbb-f9e8-4d6e-8515-f928d01cc1af tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:56.980257 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-e2eacbce-ea66-4abe-adf7-0cec0e35ed36 req-e323abbb-f9e8-4d6e-8515-f928d01cc1af tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.69 "GET /v2.0/networks?id=e43726c8-efc1-4a70-870a-e8d2c02d7fda HTTP/1.1" status: 200 len: 815 time: 0.1039443 Feb 17 04:44:56.994631 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.v2.base [req-e2eacbce-ea66-4abe-adf7-0cec0e35ed36 req-0008e870-7da7-4a15-b781-ccb6cf320d9b tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Request body: {'port': {'device_id': 'b78d8755-551d-4f5a-8724-a69c8bbfa08e', 'network_id': 'e43726c8-efc1-4a70-870a-e8d2c02d7fda', 'admin_state_up': True, 'tenant_id': 'd7c993bd0ded4bea90f24c972b703974'}} {{(pid=108155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:44:57.080397 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-e4458b4c-6a42-4619-a6e9-aa20241145af req-1f053f96-f672-49f5-98e0-31b4d51d5216 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/ports?device_id=b78d8755-551d-4f5a-8724-a69c8bbfa08e HTTP/1.1" status: 200 len: 210 time: 0.0337994 Feb 17 04:44:57.133755 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2eacbce-ea66-4abe-adf7-0cec0e35ed36 req-0008e870-7da7-4a15-b781-ccb6cf320d9b tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Made reservation on behalf of d7c993bd0ded4bea90f24c972b703974 for: {'port': 1} {{(pid=108155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:44:57.137419 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-e2eacbce-ea66-4abe-adf7-0cec0e35ed36 req-0008e870-7da7-4a15-b781-ccb6cf320d9b tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:57.264295 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.db.db_base_plugin_common [req-e2eacbce-ea66-4abe-adf7-0cec0e35ed36 req-0008e870-7da7-4a15-b781-ccb6cf320d9b tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Allocated IP 172.20.0.13 (e43726c8-efc1-4a70-870a-e8d2c02d7fda/10124a47-56e4-4a0f-a385-0fa9e6b31062/aae3761a-418a-455f-9bb7-f329515504bc) {{(pid=108155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:44:57.404713 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-e2eacbce-ea66-4abe-adf7-0cec0e35ed36 req-0008e870-7da7-4a15-b781-ccb6cf320d9b tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Notify callbacks [] for port, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:57.440718 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-e2eacbce-ea66-4abe-adf7-0cec0e35ed36 req-0008e870-7da7-4a15-b781-ccb6cf320d9b tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733365499769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2813823'] for port, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:57.456186 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] get_ports_and_sgs() called for port_ids ['589d4914-e508-4f34-a05c-4c4ab66d5981', '12d12c3f-80d3-4644-a2d6-7abc3772e46e', '5f1cffe8-5d97-4d96-8af3-1cba6ef14b71'] {{(pid=108157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 04:44:57.485051 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2eacbce-ea66-4abe-adf7-0cec0e35ed36 req-0008e870-7da7-4a15-b781-ccb6cf320d9b tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Network e43726c8-efc1-4a70-870a-e8d2c02d7fda is already hosted by enough agents. {{(pid=108155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:44:57.487978 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.scheduler.base_scheduler [req-e2eacbce-ea66-4abe-adf7-0cec0e35ed36 req-0008e870-7da7-4a15-b781-ccb6cf320d9b tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Resources bound (agent type, host, resource id): {{(pid=108155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:44:57.491564 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2eacbce-ea66-4abe-adf7-0cec0e35ed36 req-0008e870-7da7-4a15-b781-ccb6cf320d9b tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Received port after_create {{(pid=108155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:44:57.514911 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0008e870-7da7-4a15-b781-ccb6cf320d9b tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Pushing event updated for resources: {'Port': ['ID=aae3761a-418a-455f-9bb7-f329515504bc,revision_number=1']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:44:57.530361 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0008e870-7da7-4a15-b781-ccb6cf320d9b tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:44:57.530702 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0008e870-7da7-4a15-b781-ccb6cf320d9b tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:44:57.531083 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0008e870-7da7-4a15-b781-ccb6cf320d9b tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:44:57.531433 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0008e870-7da7-4a15-b781-ccb6cf320d9b tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:44:57.531741 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0008e870-7da7-4a15-b781-ccb6cf320d9b tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:44:57.532065 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0008e870-7da7-4a15-b781-ccb6cf320d9b tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:44:57.532387 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0008e870-7da7-4a15-b781-ccb6cf320d9b tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:44:57.532705 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0008e870-7da7-4a15-b781-ccb6cf320d9b tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:44:57.533023 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0008e870-7da7-4a15-b781-ccb6cf320d9b tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:44:57.533336 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0008e870-7da7-4a15-b781-ccb6cf320d9b tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:44:57.533650 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0008e870-7da7-4a15-b781-ccb6cf320d9b tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:44:57.533961 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0008e870-7da7-4a15-b781-ccb6cf320d9b tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:44:57.553477 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eacbce-ea66-4abe-adf7-0cec0e35ed36 req-0008e870-7da7-4a15-b781-ccb6cf320d9b tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:57.554070 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-e2eacbce-ea66-4abe-adf7-0cec0e35ed36 req-0008e870-7da7-4a15-b781-ccb6cf320d9b tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49904'] for port, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:57.570291 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-e2eacbce-ea66-4abe-adf7-0cec0e35ed36 req-0008e870-7da7-4a15-b781-ccb6cf320d9b tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5798316 Feb 17 04:44:57.582161 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.v2.base [req-e2eacbce-ea66-4abe-adf7-0cec0e35ed36 req-c6c6db95-6905-4400-bd47-a7b2f5cc760e service neutron] Request body: {'port': {'device_id': 'b78d8755-551d-4f5a-8724-a69c8bbfa08e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82963'}} {{(pid=108155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:44:57.638225 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-e2eacbce-ea66-4abe-adf7-0cec0e35ed36 req-c6c6db95-6905-4400-bd47-a7b2f5cc760e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:57.973557 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68605804-445d-4188-b7de-c29a51d7200b req-cc0781c7-f631-417e-9519-b3c59724e496 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:57.975055 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-68605804-445d-4188-b7de-c29a51d7200b req-cc0781c7-f631-417e-9519-b3c59724e496 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8802c9d3-3f08-4e7d-8caa-c98713207758 HTTP/1.1" status: 200 len: 945 time: 0.0496666 Feb 17 04:44:58.013544 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-68605804-445d-4188-b7de-c29a51d7200b req-e31305c9-bc46-42d6-8ad9-51f2fac3c3d0 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf33ea2b-fb92-4d81-bdf5-c93b5d217564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324261 Feb 17 04:44:58.119776 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.notifiers.nova [req-e2eacbce-ea66-4abe-adf7-0cec0e35ed36 req-c6c6db95-6905-4400-bd47-a7b2f5cc760e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aae3761a-418a-455f-9bb7-f329515504bc {{(pid=108155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 04:44:58.128533 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-e2eacbce-ea66-4abe-adf7-0cec0e35ed36 req-c6c6db95-6905-4400-bd47-a7b2f5cc760e service neutron] Notify callbacks [] for port, precommit_update {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:58.141134 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.db.provisioning_blocks [req-e2eacbce-ea66-4abe-adf7-0cec0e35ed36 req-c6c6db95-6905-4400-bd47-a7b2f5cc760e service neutron] Transition to ACTIVE for port object aae3761a-418a-455f-9bb7-f329515504bc will not be triggered until provisioned by entity L2. {{(pid=108155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 04:44:58.145153 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-e2eacbce-ea66-4abe-adf7-0cec0e35ed36 req-c6c6db95-6905-4400-bd47-a7b2f5cc760e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2813814'] for port, after_update {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:58.231712 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c6db95-6905-4400-bd47-a7b2f5cc760e service neutron] Pushing event updated for resources: {'Port': ['ID=aae3761a-418a-455f-9bb7-f329515504bc,revision_number=2']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:44:58.255136 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2b4910-875d-4324-a44b-02ff0cccc228 req-9b83e872-6e49-417f-bfb9-4b8fa6cb49fc tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:58.256598 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-4e2b4910-875d-4324-a44b-02ff0cccc228 req-9b83e872-6e49-417f-bfb9-4b8fa6cb49fc tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/ports?device_id=b78d8755-551d-4f5a-8724-a69c8bbfa08e HTTP/1.1" status: 200 len: 944 time: 0.1072345 Feb 17 04:44:58.326889 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-4e2b4910-875d-4324-a44b-02ff0cccc228 req-d724cd7f-11d9-45f9-8a74-50acbd0c5d57 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bd6ce27-6b4e-4f12-8c34-3cf44a2665bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494792 Feb 17 04:44:58.330915 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.managers [req-e2eacbce-ea66-4abe-adf7-0cec0e35ed36 req-c6c6db95-6905-4400-bd47-a7b2f5cc760e service neutron] Attempting to bind port aae3761a-418a-455f-9bb7-f329515504bc on host hv-cinder-82963 for vnic_type normal with profile {{(pid=108155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 04:44:58.331279 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.managers [req-e2eacbce-ea66-4abe-adf7-0cec0e35ed36 req-c6c6db95-6905-4400-bd47-a7b2f5cc760e service neutron] Attempting to bind port aae3761a-418a-455f-9bb7-f329515504bc by drivers openvswitch,hyperv on host hv-cinder-82963 at level 0 using segments [{'id': '469a6a20-d7d7-48aa-be54-30e18fb486c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e43726c8-efc1-4a70-870a-e8d2c02d7fda'}] {{(pid=108155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 04:44:58.331604 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2eacbce-ea66-4abe-adf7-0cec0e35ed36 req-c6c6db95-6905-4400-bd47-a7b2f5cc760e service neutron] Attempting to bind port aae3761a-418a-455f-9bb7-f329515504bc on network e43726c8-efc1-4a70-870a-e8d2c02d7fda {{(pid=108155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:44:58.335841 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2eacbce-ea66-4abe-adf7-0cec0e35ed36 req-c6c6db95-6905-4400-bd47-a7b2f5cc760e service neutron] Port aae3761a-418a-455f-9bb7-f329515504bc on network e43726c8-efc1-4a70-870a-e8d2c02d7fda not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82963 {{(pid=108155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 04:44:58.336159 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2eacbce-ea66-4abe-adf7-0cec0e35ed36 req-c6c6db95-6905-4400-bd47-a7b2f5cc760e service neutron] Attempting to bind port aae3761a-418a-455f-9bb7-f329515504bc on network e43726c8-efc1-4a70-870a-e8d2c02d7fda {{(pid=108155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:44:58.341313 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2eacbce-ea66-4abe-adf7-0cec0e35ed36 req-c6c6db95-6905-4400-bd47-a7b2f5cc760e service neutron] Checking agent: {'id': '8333eb14-27e3-4539-92ee-8ab97b467e5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82963', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 4, 38, 23), 'started_at': datetime.datetime(2022, 2, 17, 4, 38, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 4, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 04:44:58.341648 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2eacbce-ea66-4abe-adf7-0cec0e35ed36 req-c6c6db95-6905-4400-bd47-a7b2f5cc760e service neutron] Checking segment: {'id': '469a6a20-d7d7-48aa-be54-30e18fb486c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e43726c8-efc1-4a70-870a-e8d2c02d7fda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:44:58.342065 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2eacbce-ea66-4abe-adf7-0cec0e35ed36 req-c6c6db95-6905-4400-bd47-a7b2f5cc760e service neutron] Bound using segment: {'id': '469a6a20-d7d7-48aa-be54-30e18fb486c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e43726c8-efc1-4a70-870a-e8d2c02d7fda'} {{(pid=108155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 04:44:58.342491 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.managers [req-e2eacbce-ea66-4abe-adf7-0cec0e35ed36 req-c6c6db95-6905-4400-bd47-a7b2f5cc760e service neutron] Bound port: aae3761a-418a-455f-9bb7-f329515504bc, host: hv-cinder-82963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '469a6a20-d7d7-48aa-be54-30e18fb486c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e43726c8-efc1-4a70-870a-e8d2c02d7fda'}}] {{(pid=108155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 04:44:58.342845 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-e2eacbce-ea66-4abe-adf7-0cec0e35ed36 req-c6c6db95-6905-4400-bd47-a7b2f5cc760e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:58.408973 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.db [req-e2eacbce-ea66-4abe-adf7-0cec0e35ed36 req-c6c6db95-6905-4400-bd47-a7b2f5cc760e service neutron] For port aae3761a-418a-455f-9bb7-f329515504bc, host hv-cinder-82963, cleared binding levels {{(pid=108155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 04:44:58.411945 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.db [req-e2eacbce-ea66-4abe-adf7-0cec0e35ed36 req-c6c6db95-6905-4400-bd47-a7b2f5cc760e service neutron] For port aae3761a-418a-455f-9bb7-f329515504bc, host hv-cinder-82963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=aae3761a-418a-455f-9bb7-f329515504bc,segment=NetworkSegment(469a6a20-d7d7-48aa-be54-30e18fb486c6),segment_id=469a6a20-d7d7-48aa-be54-30e18fb486c6)] {{(pid=108155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 04:44:58.415386 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-e2eacbce-ea66-4abe-adf7-0cec0e35ed36 req-c6c6db95-6905-4400-bd47-a7b2f5cc760e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2813814'] for port, after_update {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:58.446515 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eacbce-ea66-4abe-adf7-0cec0e35ed36 req-c6c6db95-6905-4400-bd47-a7b2f5cc760e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:58.447158 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-e2eacbce-ea66-4abe-adf7-0cec0e35ed36 req-c6c6db95-6905-4400-bd47-a7b2f5cc760e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49904'] for port, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:58.448523 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-e2eacbce-ea66-4abe-adf7-0cec0e35ed36 req-c6c6db95-6905-4400-bd47-a7b2f5cc760e service neutron] 10.222.0.69 "PUT /v2.0/ports/aae3761a-418a-455f-9bb7-f329515504bc HTTP/1.1" status: 200 len: 1094 time: 0.8704772 Feb 17 04:44:58.452845 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b78d8755-551d-4f5a-8724-a69c8bbfa08e', 'tag': 'aae3761a-418a-455f-9bb7-f329515504bc'}] {{(pid=108155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:44:58.455120 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7db4504e89d758142afd4bd708bcac288359c97a2e78e5aa13d69e3d31a34d2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e47ac5f0-f8c3-4e26-bf7d-4777f7b7aa64" -d '{"events": [{"name": "network-changed", "server_uuid": "b78d8755-551d-4f5a-8724-a69c8bbfa08e", "tag": "aae3761a-418a-455f-9bb7-f329515504bc"}]}' {{(pid=108155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:44:58.485674 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c6db95-6905-4400-bd47-a7b2f5cc760e service neutron] Pushing event updated for resources: {'Port': ['ID=aae3761a-418a-455f-9bb7-f329515504bc,revision_number=3']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:44:58.493154 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 04:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2443d325-342e-41de-a271-d0d1a584fcc5 x-openstack-request-id: req-2443d325-342e-41de-a271-d0d1a584fcc5 {{(pid=108155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:44:58.493441 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b78d8755-551d-4f5a-8724-a69c8bbfa08e", "tag": "aae3761a-418a-455f-9bb7-f329515504bc", "status": "completed", "code": 200}]} {{(pid=108155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:44:58.493692 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2443d325-342e-41de-a271-d0d1a584fcc5 {{(pid=108155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:44:58.494083 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b78d8755-551d-4f5a-8724-a69c8bbfa08e', 'tag': 'aae3761a-418a-455f-9bb7-f329515504bc', 'status': 'completed', 'code': 200} Feb 17 04:44:58.538380 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eacbce-ea66-4abe-adf7-0cec0e35ed36 req-e32bbcf9-cba1-466d-989a-77a2b10b7033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:58.539886 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-e2eacbce-ea66-4abe-adf7-0cec0e35ed36 req-e32bbcf9-cba1-466d-989a-77a2b10b7033 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d7c993bd0ded4bea90f24c972b703974&device_id=b78d8755-551d-4f5a-8724-a69c8bbfa08e HTTP/1.1" status: 200 len: 1097 time: 0.0401330 Feb 17 04:44:58.590590 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-e2eacbce-ea66-4abe-adf7-0cec0e35ed36 req-1dd7b55f-6bf0-425f-9821-edceca5175c8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aae3761a-418a-455f-9bb7-f329515504bc HTTP/1.1" status: 200 len: 217 time: 0.0332258 Feb 17 04:44:58.651035 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eacbce-ea66-4abe-adf7-0cec0e35ed36 req-74f14d5e-2191-4a76-b9e9-0b7072c800b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:58.652423 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-e2eacbce-ea66-4abe-adf7-0cec0e35ed36 req-74f14d5e-2191-4a76-b9e9-0b7072c800b7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=10124a47-56e4-4a0f-a385-0fa9e6b31062 HTTP/1.1" status: 200 len: 855 time: 0.0455306 Feb 17 04:44:58.683940 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-e2eacbce-ea66-4abe-adf7-0cec0e35ed36 req-de6658c7-db8e-48ca-b94f-c4fa8b893ec5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e43726c8-efc1-4a70-870a-e8d2c02d7fda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236497 Feb 17 04:44:58.778252 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-e2eacbce-ea66-4abe-adf7-0cec0e35ed36 req-916576c6-fd18-42f7-b55a-9442629dbcac service neutron] 10.222.0.69 "GET /v2.0/networks/e43726c8-efc1-4a70-870a-e8d2c02d7fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787542 Feb 17 04:44:58.869351 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-e2eacbce-ea66-4abe-adf7-0cec0e35ed36 req-46aaf25f-608d-4746-a139-09a8e391cef8 service neutron] 10.222.0.69 "GET /v2.0/networks/e43726c8-efc1-4a70-870a-e8d2c02d7fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843308 Feb 17 04:44:58.970435 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47ac5f0-f8c3-4e26-bf7d-4777f7b7aa64 req-eda41366-084f-4aa5-b1d0-76ed392bac8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:58.971840 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-e47ac5f0-f8c3-4e26-bf7d-4777f7b7aa64 req-eda41366-084f-4aa5-b1d0-76ed392bac8c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d7c993bd0ded4bea90f24c972b703974&device_id=b78d8755-551d-4f5a-8724-a69c8bbfa08e HTTP/1.1" status: 200 len: 1097 time: 0.0406470 Feb 17 04:44:59.065530 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47ac5f0-f8c3-4e26-bf7d-4777f7b7aa64 req-ea8337a4-309f-4383-b002-eb7edc3c09cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:59.067049 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-e47ac5f0-f8c3-4e26-bf7d-4777f7b7aa64 req-ea8337a4-309f-4383-b002-eb7edc3c09cf service neutron] 10.222.0.69 "GET /v2.0/networks?id=e43726c8-efc1-4a70-870a-e8d2c02d7fda HTTP/1.1" status: 200 len: 915 time: 0.0863743 Feb 17 04:44:59.112526 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-e47ac5f0-f8c3-4e26-bf7d-4777f7b7aa64 req-2ad70aa3-6b93-47aa-a0b5-9afb4793a451 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aae3761a-418a-455f-9bb7-f329515504bc HTTP/1.1" status: 200 len: 217 time: 0.0364416 Feb 17 04:44:59.184172 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47ac5f0-f8c3-4e26-bf7d-4777f7b7aa64 req-56bd9c64-598a-4684-83f6-088a65907a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:59.185723 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-e47ac5f0-f8c3-4e26-bf7d-4777f7b7aa64 req-56bd9c64-598a-4684-83f6-088a65907a16 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=10124a47-56e4-4a0f-a385-0fa9e6b31062 HTTP/1.1" status: 200 len: 855 time: 0.0655136 Feb 17 04:44:59.197086 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54536a36-f8e8-4c89-9991-400ca485c121 req-a102781f-3b67-4daf-b5df-f931cbe11ae6 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:59.198440 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-54536a36-f8e8-4c89-9991-400ca485c121 req-a102781f-3b67-4daf-b5df-f931cbe11ae6 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8802c9d3-3f08-4e7d-8caa-c98713207758 HTTP/1.1" status: 200 len: 945 time: 0.0885468 Feb 17 04:44:59.235736 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-e47ac5f0-f8c3-4e26-bf7d-4777f7b7aa64 req-71545083-61fa-47b1-8f56-700e82436256 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e43726c8-efc1-4a70-870a-e8d2c02d7fda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362871 Feb 17 04:44:59.262082 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-54536a36-f8e8-4c89-9991-400ca485c121 req-e432da12-e66b-41d9-af25-5a268768e74a tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf33ea2b-fb92-4d81-bdf5-c93b5d217564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551996 Feb 17 04:44:59.335490 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-e47ac5f0-f8c3-4e26-bf7d-4777f7b7aa64 req-caaef7dd-002a-41a8-a0fa-d05c856e5a15 service neutron] 10.222.0.69 "GET /v2.0/networks/e43726c8-efc1-4a70-870a-e8d2c02d7fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856018 Feb 17 04:44:59.440159 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429ad80d-fe18-4c34-b865-f7e0bd3521e0 req-95733a22-443b-4f88-9298-4c8c39bfd90f tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:59.441710 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-429ad80d-fe18-4c34-b865-f7e0bd3521e0 req-95733a22-443b-4f88-9298-4c8c39bfd90f tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/ports?device_id=b78d8755-551d-4f5a-8724-a69c8bbfa08e HTTP/1.1" status: 200 len: 944 time: 0.0476804 Feb 17 04:44:59.442843 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-e47ac5f0-f8c3-4e26-bf7d-4777f7b7aa64 req-115fd8c5-70f3-4049-91b1-0f5c7315cac1 service neutron] 10.222.0.69 "GET /v2.0/networks/e43726c8-efc1-4a70-870a-e8d2c02d7fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853446 Feb 17 04:44:59.484866 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-429ad80d-fe18-4c34-b865-f7e0bd3521e0 req-9a34fec8-21b0-492a-9107-4bac57c88dec tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bd6ce27-6b4e-4f12-8c34-3cf44a2665bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371280 Feb 17 04:45:00.059766 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedad7d7-0180-4ce9-b1d5-1485bd36ac5b req-6a248891-b84a-41a6-9b04-4909e001eecc tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:00.061943 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-aedad7d7-0180-4ce9-b1d5-1485bd36ac5b req-6a248891-b84a-41a6-9b04-4909e001eecc tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] 10.222.0.36 "GET /v2.0/ports?device_id=906c145f-acf1-4865-8102-0f21461fb53b HTTP/1.1" status: 200 len: 946 time: 0.0515697 Feb 17 04:45:00.099671 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-aedad7d7-0180-4ce9-b1d5-1485bd36ac5b req-b3f54937-548f-4685-b54f-c0ae1581fda1 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] 10.222.0.36 "GET /v2.0/security-groups?id=a062d98a-0337-4fdd-a1dd-d9c432a2906d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311553 Feb 17 04:45:00.383520 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f119863-a383-4ed0-a90c-c5a9ffeb09eb req-0544457b-fcbd-43bd-bc3a-649904c0b490 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:00.384888 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-0f119863-a383-4ed0-a90c-c5a9ffeb09eb req-0544457b-fcbd-43bd-bc3a-649904c0b490 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8802c9d3-3f08-4e7d-8caa-c98713207758 HTTP/1.1" status: 200 len: 945 time: 0.0488546 Feb 17 04:45:00.421734 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-0f119863-a383-4ed0-a90c-c5a9ffeb09eb req-4cda04aa-a2a1-4978-b8e1-58812eb0c5ef tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf33ea2b-fb92-4d81-bdf5-c93b5d217564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306616 Feb 17 04:45:00.599712 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d7ec23-edce-4982-aced-7ced557b5447 req-834de6b0-22ae-4b02-8f32-2e54891b4d3c tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:00.601291 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-56d7ec23-edce-4982-aced-7ced557b5447 req-834de6b0-22ae-4b02-8f32-2e54891b4d3c tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/ports?device_id=b78d8755-551d-4f5a-8724-a69c8bbfa08e HTTP/1.1" status: 200 len: 944 time: 0.0482726 Feb 17 04:45:00.638348 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-56d7ec23-edce-4982-aced-7ced557b5447 req-b4fc3acd-7342-46f1-8997-6fb7ea939286 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bd6ce27-6b4e-4f12-8c34-3cf44a2665bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311017 Feb 17 04:45:01.215365 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cbd857-2a86-4e4f-811e-eb8f3f2c13b1 req-2ca8a189-6616-454b-8385-890c16c56edf tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:01.217337 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-f2cbd857-2a86-4e4f-811e-eb8f3f2c13b1 req-2ca8a189-6616-454b-8385-890c16c56edf tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] 10.222.0.36 "GET /v2.0/ports?device_id=906c145f-acf1-4865-8102-0f21461fb53b HTTP/1.1" status: 200 len: 946 time: 0.0518618 Feb 17 04:45:01.255296 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-f2cbd857-2a86-4e4f-811e-eb8f3f2c13b1 req-d5478c38-0b19-4489-a57b-c7a7d4d8ccd1 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] 10.222.0.36 "GET /v2.0/security-groups?id=a062d98a-0337-4fdd-a1dd-d9c432a2906d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319886 Feb 17 04:45:01.386824 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Device aae3761a-418a-455f-9bb7-f329515504bc details requested by agent hyperv_hv-cinder-82963 with host hv-cinder-82963 {{(pid=108157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 04:45:01.479192 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] For port aae3761a-418a-455f-9bb7-f329515504bc, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=aae3761a-418a-455f-9bb7-f329515504bc,segment=NetworkSegment(469a6a20-d7d7-48aa-be54-30e18fb486c6),segment_id=469a6a20-d7d7-48aa-be54-30e18fb486c6)] {{(pid=108157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:45:01.491128 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Returning: {'device': 'aae3761a-418a-455f-9bb7-f329515504bc', 'network_id': 'e43726c8-efc1-4a70-870a-e8d2c02d7fda', 'port_id': 'aae3761a-418a-455f-9bb7-f329515504bc', 'mac_address': 'fa:16:3e:37:f6:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10124a47-56e4-4a0f-a385-0fa9e6b31062', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 04:45:01.526983 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:01.539570 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50782e12-42fc-4fdd-b174-48e3ad2ee2cd req-1619dbf0-daa5-457d-a99c-fd0c9e6cf5ec tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:01.539995 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.notifiers.nova [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aae3761a-418a-455f-9bb7-f329515504bc {{(pid=108157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 04:45:01.541036 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-50782e12-42fc-4fdd-b174-48e3ad2ee2cd req-1619dbf0-daa5-457d-a99c-fd0c9e6cf5ec tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8802c9d3-3f08-4e7d-8caa-c98713207758 HTTP/1.1" status: 200 len: 945 time: 0.0482159 Feb 17 04:45:01.564487 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] For port aae3761a-418a-455f-9bb7-f329515504bc, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=aae3761a-418a-455f-9bb7-f329515504bc,segment=NetworkSegment(469a6a20-d7d7-48aa-be54-30e18fb486c6),segment_id=469a6a20-d7d7-48aa-be54-30e18fb486c6)] {{(pid=108157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:45:01.568619 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:01.580574 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-50782e12-42fc-4fdd-b174-48e3ad2ee2cd req-a11c1587-255d-438d-b39b-c40aeb3f7b69 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf33ea2b-fb92-4d81-bdf5-c93b5d217564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326643 Feb 17 04:45:01.618538 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Pushing event updated for resources: {'Port': ['ID=aae3761a-418a-455f-9bb7-f329515504bc,revision_number=4']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:45:01.751711 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed32997-b5a2-405b-bee6-37f37435f59c req-b5fe96d2-a6e0-446e-a2a2-d2c0ef1fafcf tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:01.753144 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-2ed32997-b5a2-405b-bee6-37f37435f59c req-b5fe96d2-a6e0-446e-a2a2-d2c0ef1fafcf tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/ports?device_id=b78d8755-551d-4f5a-8724-a69c8bbfa08e HTTP/1.1" status: 200 len: 945 time: 0.0480483 Feb 17 04:45:01.790737 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-2ed32997-b5a2-405b-bee6-37f37435f59c req-7e2a1b8c-1182-4390-ae15-aa6f3177b746 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bd6ce27-6b4e-4f12-8c34-3cf44a2665bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316477 Feb 17 04:45:01.885258 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] get_ports_and_sgs() called for port_ids ['aae3761a-418a-455f-9bb7-f329515504bc'] {{(pid=108157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 04:45:02.370006 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d163cb-c36d-41c3-8f03-1884387a7c2e req-8de4158a-6e3b-41ef-9210-9a948873a083 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:02.371458 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-e2d163cb-c36d-41c3-8f03-1884387a7c2e req-8de4158a-6e3b-41ef-9210-9a948873a083 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] 10.222.0.36 "GET /v2.0/ports?device_id=906c145f-acf1-4865-8102-0f21461fb53b HTTP/1.1" status: 200 len: 946 time: 0.0513151 Feb 17 04:45:02.408628 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-e2d163cb-c36d-41c3-8f03-1884387a7c2e req-e18af6e4-f7a4-461e-84c1-d781650ab773 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] 10.222.0.36 "GET /v2.0/security-groups?id=a062d98a-0337-4fdd-a1dd-d9c432a2906d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313385 Feb 17 04:45:02.697990 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0665674-d369-49f4-a25f-b6629d9ff6e1 req-384a0d8c-17b6-434c-afa4-e57f3f23a2cf tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:02.699451 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-f0665674-d369-49f4-a25f-b6629d9ff6e1 req-384a0d8c-17b6-434c-afa4-e57f3f23a2cf tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8802c9d3-3f08-4e7d-8caa-c98713207758 HTTP/1.1" status: 200 len: 945 time: 0.0470786 Feb 17 04:45:02.735777 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-f0665674-d369-49f4-a25f-b6629d9ff6e1 req-266c19ca-0a7e-48a5-a1da-92e424d4c1ff tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf33ea2b-fb92-4d81-bdf5-c93b5d217564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299757 Feb 17 04:45:02.904158 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3cdb0c-0447-4202-9c93-f406e46345bf req-a4e39298-034d-45e4-83e2-d0d8bfa595aa tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:02.906427 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-ba3cdb0c-0447-4202-9c93-f406e46345bf req-a4e39298-034d-45e4-83e2-d0d8bfa595aa tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/ports?device_id=b78d8755-551d-4f5a-8724-a69c8bbfa08e HTTP/1.1" status: 200 len: 945 time: 0.0488682 Feb 17 04:45:02.944466 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-ba3cdb0c-0447-4202-9c93-f406e46345bf req-c3f1aa91-5479-4af9-a17d-c2585e420e4d tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bd6ce27-6b4e-4f12-8c34-3cf44a2665bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307484 Feb 17 04:45:03.404286 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Device aae3761a-418a-455f-9bb7-f329515504bc up at agent hyperv_hv-cinder-82963 {{(pid=108157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:45:03.451838 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Provisioning for port aae3761a-418a-455f-9bb7-f329515504bc completed by entity L2. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 04:45:03.455687 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Provisioning complete for port aae3761a-418a-455f-9bb7-f329515504bc triggered by entity L2. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:45:03.456050 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:03.524575 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5783c412-453f-412f-8f47-6ca7b94c0ffe req-5ae8770a-28b4-413f-a416-736308685eeb tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:03.526094 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-5783c412-453f-412f-8f47-6ca7b94c0ffe req-5ae8770a-28b4-413f-a416-736308685eeb tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] 10.222.0.36 "GET /v2.0/ports?device_id=906c145f-acf1-4865-8102-0f21461fb53b HTTP/1.1" status: 200 len: 946 time: 0.0517104 Feb 17 04:45:03.532363 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:03.554745 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b78d8755-551d-4f5a-8724-a69c8bbfa08e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aae3761a-418a-455f-9bb7-f329515504bc'}] {{(pid=108157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:45:03.557289 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2d1db2b66fadfb38f3e682fd5beb02e22f49f1efddde24347983e162d9d2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47650cfa-85e9-494c-9d20-3fe255aa930e" -d '{"events": [{"server_uuid": "b78d8755-551d-4f5a-8724-a69c8bbfa08e", "name": "network-vif-plugged", "status": "completed", "tag": "aae3761a-418a-455f-9bb7-f329515504bc"}]}' {{(pid=108157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:45:03.564745 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-5783c412-453f-412f-8f47-6ca7b94c0ffe req-ab944736-c2a3-4e4f-a9d3-44814d76d086 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] 10.222.0.36 "GET /v2.0/security-groups?id=a062d98a-0337-4fdd-a1dd-d9c432a2906d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323012 Feb 17 04:45:03.570632 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] For port aae3761a-418a-455f-9bb7-f329515504bc, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=aae3761a-418a-455f-9bb7-f329515504bc,segment=NetworkSegment(469a6a20-d7d7-48aa-be54-30e18fb486c6),segment_id=469a6a20-d7d7-48aa-be54-30e18fb486c6)] {{(pid=108157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:45:03.575262 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:03.602809 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 04:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74b730a3-f098-461e-8df4-392e14bb705c x-openstack-request-id: req-74b730a3-f098-461e-8df4-392e14bb705c {{(pid=108157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:45:03.603165 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b78d8755-551d-4f5a-8724-a69c8bbfa08e", "name": "network-vif-plugged", "status": "completed", "tag": "aae3761a-418a-455f-9bb7-f329515504bc", "code": 200}]} {{(pid=108157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:45:03.603419 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-74b730a3-f098-461e-8df4-392e14bb705c {{(pid=108157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:45:03.603801 dv-cinder-829630-1-smb neutron-server[108157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b78d8755-551d-4f5a-8724-a69c8bbfa08e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aae3761a-418a-455f-9bb7-f329515504bc', 'code': 200} Feb 17 04:45:03.629132 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Pushing event updated for resources: {'Port': ['ID=aae3761a-418a-455f-9bb7-f329515504bc,revision_number=5']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:45:03.772189 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3e22d6-d246-444d-9493-703b5c5535b1 req-8da6581b-3c1d-4901-bb19-fd4ff49a928c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:03.773669 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-da3e22d6-d246-444d-9493-703b5c5535b1 req-8da6581b-3c1d-4901-bb19-fd4ff49a928c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b78d8755-551d-4f5a-8724-a69c8bbfa08e HTTP/1.1" status: 200 len: 1099 time: 0.0391688 Feb 17 04:45:03.811287 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-da3e22d6-d246-444d-9493-703b5c5535b1 req-9063fdd5-141d-4195-8935-77b31fa7777a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9bd6ce27-6b4e-4f12-8c34-3cf44a2665bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292077 Feb 17 04:45:03.855608 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb551eb-288e-4c8f-a14d-3bcddfcfe155 req-0642a7dd-2acd-4e64-82c4-49647b88f2d9 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:03.857072 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-4eb551eb-288e-4c8f-a14d-3bcddfcfe155 req-0642a7dd-2acd-4e64-82c4-49647b88f2d9 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8802c9d3-3f08-4e7d-8caa-c98713207758 HTTP/1.1" status: 200 len: 945 time: 0.0490875 Feb 17 04:45:03.893942 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-4eb551eb-288e-4c8f-a14d-3bcddfcfe155 req-331ad3a2-02b0-47d2-8017-49f3c32e4749 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf33ea2b-fb92-4d81-bdf5-c93b5d217564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303912 Feb 17 04:45:04.058126 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89860262-3705-4d6f-9575-2ea096b625ff req-57701e5c-095a-4e21-ab53-2ffd060a9531 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:04.059487 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-89860262-3705-4d6f-9575-2ea096b625ff req-57701e5c-095a-4e21-ab53-2ffd060a9531 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/ports?device_id=b78d8755-551d-4f5a-8724-a69c8bbfa08e HTTP/1.1" status: 200 len: 946 time: 0.0476353 Feb 17 04:45:04.096673 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-89860262-3705-4d6f-9575-2ea096b625ff req-0e065893-9011-4a41-8e11-b5e95719531d tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bd6ce27-6b4e-4f12-8c34-3cf44a2665bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305767 Feb 17 04:45:04.683836 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f464c8-cc99-4131-9926-2b9ae5050c90 req-650ebaee-4f31-4f1f-9ef2-5a168bd6f4e5 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:04.685267 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-c4f464c8-cc99-4131-9926-2b9ae5050c90 req-650ebaee-4f31-4f1f-9ef2-5a168bd6f4e5 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] 10.222.0.36 "GET /v2.0/ports?device_id=906c145f-acf1-4865-8102-0f21461fb53b HTTP/1.1" status: 200 len: 946 time: 0.0500035 Feb 17 04:45:04.721905 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-c4f464c8-cc99-4131-9926-2b9ae5050c90 req-dec4fe00-1ce8-4c0a-b85c-13e9f916fbe6 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] 10.222.0.36 "GET /v2.0/security-groups?id=a062d98a-0337-4fdd-a1dd-d9c432a2906d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301352 Feb 17 04:45:05.015300 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39609bfc-9452-4cfc-b8c4-b69ffe674b34 req-7fa475e9-fb3f-4b36-a5b4-5e35d75b6589 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:05.016742 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-39609bfc-9452-4cfc-b8c4-b69ffe674b34 req-7fa475e9-fb3f-4b36-a5b4-5e35d75b6589 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8802c9d3-3f08-4e7d-8caa-c98713207758 HTTP/1.1" status: 200 len: 945 time: 0.0521982 Feb 17 04:45:05.053137 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-39609bfc-9452-4cfc-b8c4-b69ffe674b34 req-383e2591-3384-4b0c-a6f3-25d4f711a3d2 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf33ea2b-fb92-4d81-bdf5-c93b5d217564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305114 Feb 17 04:45:05.212747 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a198cd8-a7d9-4673-9f9d-86230705d6ef req-f06d24b5-b7fd-4fda-a798-991ffec7ed6f tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:05.214117 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-0a198cd8-a7d9-4673-9f9d-86230705d6ef req-f06d24b5-b7fd-4fda-a798-991ffec7ed6f tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/ports?device_id=b78d8755-551d-4f5a-8724-a69c8bbfa08e HTTP/1.1" status: 200 len: 946 time: 0.0500314 Feb 17 04:45:05.251804 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-0a198cd8-a7d9-4673-9f9d-86230705d6ef req-9e4d80f9-d794-4fe1-870d-9d2f7ae1f508 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bd6ce27-6b4e-4f12-8c34-3cf44a2665bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307682 Feb 17 04:45:05.833445 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e615bed-f422-4a6a-93b5-5e2f29d67052 req-5ad3f3cd-8261-4942-ae66-8ce70680c6c5 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:05.834924 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-4e615bed-f422-4a6a-93b5-5e2f29d67052 req-5ad3f3cd-8261-4942-ae66-8ce70680c6c5 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] 10.222.0.36 "GET /v2.0/ports?device_id=906c145f-acf1-4865-8102-0f21461fb53b HTTP/1.1" status: 200 len: 946 time: 0.0478277 Feb 17 04:45:05.872462 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-4e615bed-f422-4a6a-93b5-5e2f29d67052 req-f19e4e69-1333-4d4d-99fe-879fc8473f5b tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] 10.222.0.36 "GET /v2.0/security-groups?id=a062d98a-0337-4fdd-a1dd-d9c432a2906d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314853 Feb 17 04:45:06.169452 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff6abe5-f5f8-49cd-a929-7ba33439167a req-2c4f8656-8e3f-4110-bd5d-fcdf35586c6d tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:06.171701 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-aff6abe5-f5f8-49cd-a929-7ba33439167a req-2c4f8656-8e3f-4110-bd5d-fcdf35586c6d tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8802c9d3-3f08-4e7d-8caa-c98713207758 HTTP/1.1" status: 200 len: 945 time: 0.0476661 Feb 17 04:45:06.209143 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-aff6abe5-f5f8-49cd-a929-7ba33439167a req-1cd35258-8875-4208-95be-253c76ac38ff tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf33ea2b-fb92-4d81-bdf5-c93b5d217564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314829 Feb 17 04:45:06.366111 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f613220f-0803-4868-8c4b-d93a3d4b99a6 req-d5c3d1bd-9ae9-4df5-8aac-f9cbecb3d4c7 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:06.367481 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-f613220f-0803-4868-8c4b-d93a3d4b99a6 req-d5c3d1bd-9ae9-4df5-8aac-f9cbecb3d4c7 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/ports?device_id=b78d8755-551d-4f5a-8724-a69c8bbfa08e HTTP/1.1" status: 200 len: 946 time: 0.0491986 Feb 17 04:45:06.405049 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-f613220f-0803-4868-8c4b-d93a3d4b99a6 req-95bbbec8-432e-44e4-9882-359ff2d11eb4 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bd6ce27-6b4e-4f12-8c34-3cf44a2665bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309989 Feb 17 04:45:06.990952 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c87101-6095-4bfb-ad17-263dc63cee4c req-82f0a6d4-ba64-406b-997e-f40b25714cbd tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:06.992401 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-71c87101-6095-4bfb-ad17-263dc63cee4c req-82f0a6d4-ba64-406b-997e-f40b25714cbd tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] 10.222.0.36 "GET /v2.0/ports?device_id=906c145f-acf1-4865-8102-0f21461fb53b HTTP/1.1" status: 200 len: 946 time: 0.0516994 Feb 17 04:45:07.029072 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-71c87101-6095-4bfb-ad17-263dc63cee4c req-70b18167-e1bb-4c50-8412-af49883fa67b tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] 10.222.0.36 "GET /v2.0/security-groups?id=a062d98a-0337-4fdd-a1dd-d9c432a2906d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308034 Feb 17 04:45:07.329895 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1c4205-ccef-4e2d-b9cd-c2b5238b9655 req-09e2d9fa-35eb-4865-bf86-4a754ffabb76 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:07.331363 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-3e1c4205-ccef-4e2d-b9cd-c2b5238b9655 req-09e2d9fa-35eb-4865-bf86-4a754ffabb76 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8802c9d3-3f08-4e7d-8caa-c98713207758 HTTP/1.1" status: 200 len: 945 time: 0.0510051 Feb 17 04:45:07.369055 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-3e1c4205-ccef-4e2d-b9cd-c2b5238b9655 req-cd87357a-2f1e-48c7-9ec7-cf9cdeaaf77b tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf33ea2b-fb92-4d81-bdf5-c93b5d217564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318091 Feb 17 04:45:08.144074 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a63a5ef-1eab-4a82-89f2-5acc0cb34841 req-85a0a0c5-e869-4c85-95d7-a2866b310a0f tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:08.145629 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-0a63a5ef-1eab-4a82-89f2-5acc0cb34841 req-85a0a0c5-e869-4c85-95d7-a2866b310a0f tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] 10.222.0.36 "GET /v2.0/ports?device_id=906c145f-acf1-4865-8102-0f21461fb53b HTTP/1.1" status: 200 len: 946 time: 0.0492876 Feb 17 04:45:08.184383 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-0a63a5ef-1eab-4a82-89f2-5acc0cb34841 req-4a4e1a94-c34f-4e92-8998-21e6d05cbb6a tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] 10.222.0.36 "GET /v2.0/security-groups?id=a062d98a-0337-4fdd-a1dd-d9c432a2906d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327356 Feb 17 04:45:08.488729 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d775848a-3db6-4c34-bc10-6980c661a4a3 req-daaba203-93a1-46dd-b2df-6e5921f1e98e tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:08.490158 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-d775848a-3db6-4c34-bc10-6980c661a4a3 req-daaba203-93a1-46dd-b2df-6e5921f1e98e tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8802c9d3-3f08-4e7d-8caa-c98713207758 HTTP/1.1" status: 200 len: 945 time: 0.0480118 Feb 17 04:45:08.526821 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-d775848a-3db6-4c34-bc10-6980c661a4a3 req-f4603db3-8142-4daa-b402-7fd5afd46409 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf33ea2b-fb92-4d81-bdf5-c93b5d217564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306895 Feb 17 04:45:09.303437 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698b23b9-1787-41ae-b833-6e653b52e774 req-60e65df9-26ae-4603-8ee2-0d3ef140a389 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:09.304914 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-698b23b9-1787-41ae-b833-6e653b52e774 req-60e65df9-26ae-4603-8ee2-0d3ef140a389 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] 10.222.0.36 "GET /v2.0/ports?device_id=906c145f-acf1-4865-8102-0f21461fb53b HTTP/1.1" status: 200 len: 946 time: 0.0530589 Feb 17 04:45:09.345848 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-698b23b9-1787-41ae-b833-6e653b52e774 req-727e15a1-3d02-4c81-a8dc-ddc9e9d57610 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] 10.222.0.36 "GET /v2.0/security-groups?id=a062d98a-0337-4fdd-a1dd-d9c432a2906d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349839 Feb 17 04:45:09.647155 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661b5bc6-f8c7-4edf-9004-6837bec664b3 req-9596e9b2-4689-4b14-a93d-ab47ed918340 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:09.648640 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-661b5bc6-f8c7-4edf-9004-6837bec664b3 req-9596e9b2-4689-4b14-a93d-ab47ed918340 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8802c9d3-3f08-4e7d-8caa-c98713207758 HTTP/1.1" status: 200 len: 945 time: 0.0501966 Feb 17 04:45:09.689404 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-661b5bc6-f8c7-4edf-9004-6837bec664b3 req-6756d719-bb69-4b6e-b74f-ab66592ba424 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf33ea2b-fb92-4d81-bdf5-c93b5d217564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348787 Feb 17 04:45:10.331345 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966a9b15-9a55-4dfc-a902-84135de40497 req-684b1f02-fdc0-490e-b410-01e02c70d272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:10.332856 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-966a9b15-9a55-4dfc-a902-84135de40497 req-684b1f02-fdc0-490e-b410-01e02c70d272 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3ebe5412b4bb403184e1943f302e5c70&device_id=906c145f-acf1-4865-8102-0f21461fb53b HTTP/1.1" status: 200 len: 1099 time: 0.0462399 Feb 17 04:45:10.467075 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966a9b15-9a55-4dfc-a902-84135de40497 req-397effaa-aede-4287-ae15-fdb640813841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:10.468799 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-966a9b15-9a55-4dfc-a902-84135de40497 req-397effaa-aede-4287-ae15-fdb640813841 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4e85cae3-4230-466d-b880-ebad0eb9446b HTTP/1.1" status: 200 len: 908 time: 0.1169109 Feb 17 04:45:10.528153 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2717c603-36ab-48c4-8226-ef6e833e1af5 req-abafd435-a8c6-49c6-85ae-93d99066b9d6 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:10.529733 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-2717c603-36ab-48c4-8226-ef6e833e1af5 req-abafd435-a8c6-49c6-85ae-93d99066b9d6 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] 10.222.0.36 "GET /v2.0/ports?device_id=906c145f-acf1-4865-8102-0f21461fb53b HTTP/1.1" status: 200 len: 946 time: 0.1089709 Feb 17 04:45:10.562833 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-966a9b15-9a55-4dfc-a902-84135de40497 req-cfb801e8-ea36-4822-9c4b-edc69f78334f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=feec4401-638e-4107-8daa-ffdad5ea4092 HTTP/1.1" status: 200 len: 1002 time: 0.0874457 Feb 17 04:45:10.585917 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-2717c603-36ab-48c4-8226-ef6e833e1af5 req-f1695cd9-cb68-44f2-89f6-a7458c74f2f2 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] 10.222.0.36 "GET /v2.0/security-groups?id=a062d98a-0337-4fdd-a1dd-d9c432a2906d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495751 Feb 17 04:45:10.619773 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966a9b15-9a55-4dfc-a902-84135de40497 req-9c3cb9ca-0fbb-4185-a52c-640a3231c903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:10.621137 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-966a9b15-9a55-4dfc-a902-84135de40497 req-9c3cb9ca-0fbb-4185-a52c-640a3231c903 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=969d46d6-464e-4a90-93de-b5a05f1ac7ee HTTP/1.1" status: 200 len: 847 time: 0.0493271 Feb 17 04:45:10.668883 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966a9b15-9a55-4dfc-a902-84135de40497 req-70f7b2a4-d269-4a32-a8a0-39d40dbfe44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:10.671026 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-966a9b15-9a55-4dfc-a902-84135de40497 req-70f7b2a4-d269-4a32-a8a0-39d40dbfe44d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4e85cae3-4230-466d-b880-ebad0eb9446b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0422873 Feb 17 04:45:10.766760 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-966a9b15-9a55-4dfc-a902-84135de40497 req-44ddbba5-53f0-4018-8522-38ca8123fbce service neutron] 10.222.0.69 "GET /v2.0/networks/4e85cae3-4230-466d-b880-ebad0eb9446b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797930 Feb 17 04:45:10.811524 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cbe100-e7a4-4d68-a6b8-4473a1928cb4 req-e7cc1112-f188-4c44-aaa5-1cfcde6e8ceb tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:10.812977 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-19cbe100-e7a4-4d68-a6b8-4473a1928cb4 req-e7cc1112-f188-4c44-aaa5-1cfcde6e8ceb tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8802c9d3-3f08-4e7d-8caa-c98713207758 HTTP/1.1" status: 200 len: 945 time: 0.0521140 Feb 17 04:45:10.850949 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-19cbe100-e7a4-4d68-a6b8-4473a1928cb4 req-63564188-eac7-4457-b6c7-19c6cd5ac9c6 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf33ea2b-fb92-4d81-bdf5-c93b5d217564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319781 Feb 17 04:45:10.872498 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-966a9b15-9a55-4dfc-a902-84135de40497 req-4b886ebf-f8f3-40a6-b845-6af82dd09daf service neutron] 10.222.0.69 "GET /v2.0/networks/4e85cae3-4230-466d-b880-ebad0eb9446b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883017 Feb 17 04:45:11.705550 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d8961c-0881-4e26-9da0-253483aed301 req-c74db32e-7172-4924-8346-7f0833470d6f tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:11.707050 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-b7d8961c-0881-4e26-9da0-253483aed301 req-c74db32e-7172-4924-8346-7f0833470d6f tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] 10.222.0.36 "GET /v2.0/ports?device_id=906c145f-acf1-4865-8102-0f21461fb53b HTTP/1.1" status: 200 len: 946 time: 0.0518012 Feb 17 04:45:11.746800 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-b7d8961c-0881-4e26-9da0-253483aed301 req-88bd8eec-32a5-4241-aae6-e144429382c4 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] 10.222.0.36 "GET /v2.0/security-groups?id=a062d98a-0337-4fdd-a1dd-d9c432a2906d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332978 Feb 17 04:45:11.851108 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.agents_db [None req-cbde576c-1bd3-47c0-9bd8-6306741b546e None None] Agent healthcheck: found 6 active agents {{(pid=108158) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 04:45:11.970854 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755ed902-5a22-46eb-aa7c-f8a0a3c3b183 req-d1c741cb-0e8f-420e-b72f-a97709986065 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:11.972364 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-755ed902-5a22-46eb-aa7c-f8a0a3c3b183 req-d1c741cb-0e8f-420e-b72f-a97709986065 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8802c9d3-3f08-4e7d-8caa-c98713207758 HTTP/1.1" status: 200 len: 945 time: 0.0485632 Feb 17 04:45:12.008377 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-755ed902-5a22-46eb-aa7c-f8a0a3c3b183 req-9194bfb1-570a-4e90-9a32-cbac572989d1 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf33ea2b-fb92-4d81-bdf5-c93b5d217564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300210 Feb 17 04:45:12.869315 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c6c2c8-454a-4662-87a0-07b4788ccfcd req-e868bbce-3278-4ebf-8be9-27065c2c8fac tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:12.870794 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-44c6c2c8-454a-4662-87a0-07b4788ccfcd req-e868bbce-3278-4ebf-8be9-27065c2c8fac tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] 10.222.0.36 "GET /v2.0/ports?device_id=906c145f-acf1-4865-8102-0f21461fb53b HTTP/1.1" status: 200 len: 946 time: 0.0535028 Feb 17 04:45:12.910220 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-44c6c2c8-454a-4662-87a0-07b4788ccfcd req-f5aa4474-1476-4e2f-8eb0-3fe664765df0 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] 10.222.0.36 "GET /v2.0/security-groups?id=a062d98a-0337-4fdd-a1dd-d9c432a2906d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332873 Feb 17 04:45:12.967627 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31101717-e54b-4122-a870-bd28caa67be4 req-7e6dab4b-7c20-4795-bb87-34ff0a12e18a tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:12.969080 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-31101717-e54b-4122-a870-bd28caa67be4 req-7e6dab4b-7c20-4795-bb87-34ff0a12e18a tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/ports?device_id=b78d8755-551d-4f5a-8724-a69c8bbfa08e HTTP/1.1" status: 200 len: 946 time: 0.0624468 Feb 17 04:45:13.007346 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-31101717-e54b-4122-a870-bd28caa67be4 req-35ad2d03-3f49-4a4f-9120-cc54dd50438e tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bd6ce27-6b4e-4f12-8c34-3cf44a2665bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322495 Feb 17 04:45:13.124564 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b571e71c-8606-4414-b1a0-57abf29d2e00 req-73758a98-8c32-492e-b17b-0560d2f4ed0c tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:13.125921 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-b571e71c-8606-4414-b1a0-57abf29d2e00 req-73758a98-8c32-492e-b17b-0560d2f4ed0c tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8802c9d3-3f08-4e7d-8caa-c98713207758 HTTP/1.1" status: 200 len: 945 time: 0.0473576 Feb 17 04:45:13.165717 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-b571e71c-8606-4414-b1a0-57abf29d2e00 req-a1b0b10e-5c50-48d0-b303-1042964d8e54 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf33ea2b-fb92-4d81-bdf5-c93b5d217564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336971 Feb 17 04:45:13.453342 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Device a7f179ed-607d-40af-a0c7-ce86809b6f52 details requested by agent hyperv_hv-cinder-82963 with host hv-cinder-82963 {{(pid=108157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 04:45:13.547924 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] For port a7f179ed-607d-40af-a0c7-ce86809b6f52, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=a7f179ed-607d-40af-a0c7-ce86809b6f52,segment=NetworkSegment(d7c23f60-fd81-463c-84c9-fb74244f4d61),segment_id=d7c23f60-fd81-463c-84c9-fb74244f4d61)] {{(pid=108157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:45:13.558755 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Returning: {'device': 'a7f179ed-607d-40af-a0c7-ce86809b6f52', 'network_id': '6044f085-e24b-42f2-baa3-35fa62a45e03', 'port_id': 'a7f179ed-607d-40af-a0c7-ce86809b6f52', 'mac_address': 'fa:16:3e:0a:24:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e939ef18-20cb-4ec3-b53b-ca721a133838', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 04:45:13.594296 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:13.606242 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.notifiers.nova [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a7f179ed-607d-40af-a0c7-ce86809b6f52 {{(pid=108157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 04:45:13.625843 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] For port a7f179ed-607d-40af-a0c7-ce86809b6f52, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=a7f179ed-607d-40af-a0c7-ce86809b6f52,segment=NetworkSegment(d7c23f60-fd81-463c-84c9-fb74244f4d61),segment_id=d7c23f60-fd81-463c-84c9-fb74244f4d61)] {{(pid=108157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:45:13.628980 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:13.676518 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Pushing event updated for resources: {'Port': ['ID=a7f179ed-607d-40af-a0c7-ce86809b6f52,revision_number=6']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:45:13.687059 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:45:13.687409 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:45:13.687747 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:45:13.688079 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:45:13.688409 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:45:13.688734 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:45:13.689057 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:45:13.689379 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:45:13.689724 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:45:13.690043 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:45:13.690359 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:45:13.690675 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:45:13.763294 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] get_ports_and_sgs() called for port_ids ['a7f179ed-607d-40af-a0c7-ce86809b6f52'] {{(pid=108157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 04:45:14.036388 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b985ab-9fea-465d-a1d3-b4d5b2297522 req-d49f51e8-8b39-4760-af98-010c124f216a tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:14.038027 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-52b985ab-9fea-465d-a1d3-b4d5b2297522 req-d49f51e8-8b39-4760-af98-010c124f216a tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] 10.222.0.36 "GET /v2.0/ports?device_id=906c145f-acf1-4865-8102-0f21461fb53b HTTP/1.1" status: 200 len: 946 time: 0.0560570 Feb 17 04:45:14.078314 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-52b985ab-9fea-465d-a1d3-b4d5b2297522 req-a7a7fbf4-a095-409e-a6f2-8f783c0042fc tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] 10.222.0.36 "GET /v2.0/security-groups?id=a062d98a-0337-4fdd-a1dd-d9c432a2906d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336614 Feb 17 04:45:14.134792 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c196682c-fd6b-4eeb-a463-388987315204 req-20f7b8cd-f5d3-436c-81e3-de852cd1152b tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:14.136389 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-c196682c-fd6b-4eeb-a463-388987315204 req-20f7b8cd-f5d3-436c-81e3-de852cd1152b tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/ports?device_id=b78d8755-551d-4f5a-8724-a69c8bbfa08e HTTP/1.1" status: 200 len: 946 time: 0.0550687 Feb 17 04:45:14.187206 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-c196682c-fd6b-4eeb-a463-388987315204 req-06ed8848-b34d-4327-b1dd-cb8d234475cf tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bd6ce27-6b4e-4f12-8c34-3cf44a2665bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415633 Feb 17 04:45:14.305818 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f55138-1684-434c-8934-6e03b832133f req-00171dc8-f351-4ad9-8aaf-ce30f2ba281c tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:14.308098 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-a7f55138-1684-434c-8934-6e03b832133f req-00171dc8-f351-4ad9-8aaf-ce30f2ba281c tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8802c9d3-3f08-4e7d-8caa-c98713207758 HTTP/1.1" status: 200 len: 944 time: 0.0552952 Feb 17 04:45:14.328414 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 34146) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:45:14.330454 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6484ff79-52fe-4454-ae0c-7f99c1cae8df req-b8aa7bdc-306d-4859-b785-2760de678b79 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:14.331999 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-6484ff79-52fe-4454-ae0c-7f99c1cae8df req-b8aa7bdc-306d-4859-b785-2760de678b79 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] 10.222.0.36 "GET /v2.0/ports?device_id=906c145f-acf1-4865-8102-0f21461fb53b HTTP/1.1" status: 200 len: 946 time: 0.0616653 Feb 17 04:45:14.379540 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-a7f55138-1684-434c-8934-6e03b832133f req-47d535f3-bd1f-4c86-b30f-30efd088b76d tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf33ea2b-fb92-4d81-bdf5-c93b5d217564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641344 Feb 17 04:45:14.403195 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-6484ff79-52fe-4454-ae0c-7f99c1cae8df req-6eed9ce8-0be0-43ba-9342-4a6cd392c412 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] 10.222.0.36 "GET /v2.0/security-groups?id=a062d98a-0337-4fdd-a1dd-d9c432a2906d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602577 Feb 17 04:45:14.469110 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-c8185a49-b640-43ad-b9f1-71a184f8e2a4 req-f5b31168-7206-4f3f-bb7b-671fe1d81be1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=906c145f-acf1-4865-8102-0f21461fb53b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1385162 Feb 17 04:45:14.473903 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [req-c8185a49-b640-43ad-b9f1-71a184f8e2a4 req-f906c104-c44d-41cf-adfa-62c1f133b481 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=108155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 04:45:14.474808 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-c8185a49-b640-43ad-b9f1-71a184f8e2a4 req-f906c104-c44d-41cf-adfa-62c1f133b481 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049667 Feb 17 04:45:15.277120 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee21de04-98a7-44f6-880b-5c67fae3c4e0 req-faed3039-7265-41b1-8146-e2372506b504 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:15.278503 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-ee21de04-98a7-44f6-880b-5c67fae3c4e0 req-faed3039-7265-41b1-8146-e2372506b504 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.69 "GET /v2.0/ports?device_id=b78d8755-551d-4f5a-8724-a69c8bbfa08e HTTP/1.1" status: 200 len: 946 time: 0.0716805 Feb 17 04:45:15.376649 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8047c1-3f18-4061-b306-a642c5728c0a req-86f12b9d-e54f-4c81-9abb-ff1f12a3f08d tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:15.380013 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-0a8047c1-3f18-4061-b306-a642c5728c0a req-86f12b9d-e54f-4c81-9abb-ff1f12a3f08d tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/ports?device_id=b78d8755-551d-4f5a-8724-a69c8bbfa08e HTTP/1.1" status: 200 len: 946 time: 0.0810945 Feb 17 04:45:15.436826 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.plugin [req-ee21de04-98a7-44f6-880b-5c67fae3c4e0 req-2ff2afc8-d279-44d9-8cd8-9ab95a3566b1 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Deleting port aae3761a-418a-455f-9bb7-f329515504bc {{(pid=108155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:45:15.437182 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-ee21de04-98a7-44f6-880b-5c67fae3c4e0 req-2ff2afc8-d279-44d9-8cd8-9ab95a3566b1 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733365899870'] for port, before_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:15.451701 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Device a7f179ed-607d-40af-a0c7-ce86809b6f52 up at agent hyperv_hv-cinder-82963 {{(pid=108157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:45:15.456963 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-0a8047c1-3f18-4061-b306-a642c5728c0a req-de3ac7bd-ff54-4e96-9e40-93aabdc3600d tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bd6ce27-6b4e-4f12-8c34-3cf44a2665bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714624 Feb 17 04:45:15.548048 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Provisioning complete for port a7f179ed-607d-40af-a0c7-ce86809b6f52 triggered by entity L2. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:45:15.549007 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:15.553681 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.db [req-ee21de04-98a7-44f6-880b-5c67fae3c4e0 req-2ff2afc8-d279-44d9-8cd8-9ab95a3566b1 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] For port aae3761a-418a-455f-9bb7-f329515504bc, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=aae3761a-418a-455f-9bb7-f329515504bc,segment=NetworkSegment(469a6a20-d7d7-48aa-be54-30e18fb486c6),segment_id=469a6a20-d7d7-48aa-be54-30e18fb486c6)] {{(pid=108155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:45:15.554049 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-ee21de04-98a7-44f6-880b-5c67fae3c4e0 req-2ff2afc8-d279-44d9-8cd8-9ab95a3566b1 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650405'] for port, precommit_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:15.579765 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.plugin [req-ee21de04-98a7-44f6-880b-5c67fae3c4e0 req-2ff2afc8-d279-44d9-8cd8-9ab95a3566b1 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Calling delete_port for aae3761a-418a-455f-9bb7-f329515504bc owned by compute:nova {{(pid=108155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:45:15.635986 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52adf169-8562-48eb-be3a-e50be0dea4aa req-38277a9e-737a-42a3-875b-edabf99dbff5 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:15.644430 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-52adf169-8562-48eb-be3a-e50be0dea4aa req-38277a9e-737a-42a3-875b-edabf99dbff5 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] 10.222.0.36 "GET /v2.0/ports?device_id=906c145f-acf1-4865-8102-0f21461fb53b HTTP/1.1" status: 200 len: 946 time: 0.0850756 Feb 17 04:45:15.655282 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:15.684056 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8802c9d3-3f08-4e7d-8caa-c98713207758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7f179ed-607d-40af-a0c7-ce86809b6f52'}] {{(pid=108157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:45:15.690813 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2d1db2b66fadfb38f3e682fd5beb02e22f49f1efddde24347983e162d9d2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f366cb5-7d42-40e2-b9f9-ae051f218b99" -d '{"events": [{"server_uuid": "8802c9d3-3f08-4e7d-8caa-c98713207758", "name": "network-vif-plugged", "status": "completed", "tag": "a7f179ed-607d-40af-a0c7-ce86809b6f52"}]}' {{(pid=108157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:45:15.698085 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-52adf169-8562-48eb-be3a-e50be0dea4aa req-b69b4e73-f43e-4882-81a5-8382d0d79ddd tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] 10.222.0.36 "GET /v2.0/security-groups?id=a062d98a-0337-4fdd-a1dd-d9c432a2906d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526705 Feb 17 04:45:15.708482 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] For port a7f179ed-607d-40af-a0c7-ce86809b6f52, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=a7f179ed-607d-40af-a0c7-ce86809b6f52,segment=NetworkSegment(d7c23f60-fd81-463c-84c9-fb74244f4d61),segment_id=d7c23f60-fd81-463c-84c9-fb74244f4d61)] {{(pid=108157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:45:15.717551 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:15.718557 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Device feec4401-638e-4107-8daa-ffdad5ea4092 no longer exists at agent hyperv_hv-cinder-82963 {{(pid=108157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 04:45:15.728148 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-ee21de04-98a7-44f6-880b-5c67fae3c4e0 req-2ff2afc8-d279-44d9-8cd8-9ab95a3566b1 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733365900373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733365499778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2813823'] for port, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:15.755699 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] get_ports_and_sgs() called for port_ids ['589d4914-e508-4f34-a05c-4c4ab66d5981', '12d12c3f-80d3-4644-a2d6-7abc3772e46e', '5f1cffe8-5d97-4d96-8af3-1cba6ef14b71', 'aae3761a-418a-455f-9bb7-f329515504bc'] {{(pid=108157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 04:45:15.786406 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 04:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d49d834-4865-443e-8c39-704d1f15df72 x-openstack-request-id: req-1d49d834-4865-443e-8c39-704d1f15df72 {{(pid=108157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:45:15.786727 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8802c9d3-3f08-4e7d-8caa-c98713207758", "name": "network-vif-plugged", "status": "completed", "tag": "a7f179ed-607d-40af-a0c7-ce86809b6f52", "code": 200}]} {{(pid=108157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:45:15.787231 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1d49d834-4865-443e-8c39-704d1f15df72 {{(pid=108157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:45:15.787629 dv-cinder-829630-1-smb neutron-server[108157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8802c9d3-3f08-4e7d-8caa-c98713207758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7f179ed-607d-40af-a0c7-ce86809b6f52', 'code': 200} Feb 17 04:45:15.796720 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff2afc8-d279-44d9-8cd8-9ab95a3566b1 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Pushing event deleted for resources: {'Port': ['ID=aae3761a-418a-455f-9bb7-f329515504bc,revision_number=None']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:45:15.847866 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee21de04-98a7-44f6-880b-5c67fae3c4e0 req-2ff2afc8-d279-44d9-8cd8-9ab95a3566b1 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] No DVR routers for this DVR port aae3761a-418a-455f-9bb7-f329515504bc on host hv-cinder-82963 {{(pid=108155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 04:45:15.851157 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-ee21de04-98a7-44f6-880b-5c67fae3c4e0 req-2ff2afc8-d279-44d9-8cd8-9ab95a3566b1 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49904'] for port, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:15.856099 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-ee21de04-98a7-44f6-880b-5c67fae3c4e0 req-2ff2afc8-d279-44d9-8cd8-9ab95a3566b1 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.69 "DELETE /v2.0/ports/aae3761a-418a-455f-9bb7-f329515504bc HTTP/1.1" status: 204 len: 173 time: 0.5700111 Feb 17 04:45:15.862274 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b78d8755-551d-4f5a-8724-a69c8bbfa08e', 'name': 'network-vif-deleted', 'tag': 'aae3761a-418a-455f-9bb7-f329515504bc'}] {{(pid=108155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:45:15.865140 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7db4504e89d758142afd4bd708bcac288359c97a2e78e5aa13d69e3d31a34d2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c19bf5b-5c94-4d03-8cc2-30974c87b74f" -d '{"events": [{"server_uuid": "b78d8755-551d-4f5a-8724-a69c8bbfa08e", "name": "network-vif-deleted", "tag": "aae3761a-418a-455f-9bb7-f329515504bc"}]}' {{(pid=108155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:45:15.877784 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a7839-a4ad-40b8-a02d-efb1e6fcbd51 req-8774b46d-9a37-41b0-b706-82b3a7a36806 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:15.878413 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Pushing event updated for resources: {'Port': ['ID=a7f179ed-607d-40af-a0c7-ce86809b6f52,revision_number=7']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:45:15.879595 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-111a7839-a4ad-40b8-a02d-efb1e6fcbd51 req-8774b46d-9a37-41b0-b706-82b3a7a36806 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8802c9d3-3f08-4e7d-8caa-c98713207758 HTTP/1.1" status: 200 len: 945 time: 0.1614382 Feb 17 04:45:15.940894 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 04:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f032f6f3-aebd-4b18-8b73-c19c9be6d0de x-openstack-request-id: req-f032f6f3-aebd-4b18-8b73-c19c9be6d0de {{(pid=108155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:45:15.941182 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b78d8755-551d-4f5a-8724-a69c8bbfa08e", "name": "network-vif-deleted", "tag": "aae3761a-418a-455f-9bb7-f329515504bc", "status": "completed", "code": 200}]} {{(pid=108155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:45:15.941425 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f032f6f3-aebd-4b18-8b73-c19c9be6d0de {{(pid=108155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:45:15.941807 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b78d8755-551d-4f5a-8724-a69c8bbfa08e', 'name': 'network-vif-deleted', 'tag': 'aae3761a-418a-455f-9bb7-f329515504bc', 'status': 'completed', 'code': 200} Feb 17 04:45:15.988378 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8185a49-b640-43ad-b9f1-71a184f8e2a4 req-902ef1e7-744f-4825-8b39-adcda983ca81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:15.989783 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-c8185a49-b640-43ad-b9f1-71a184f8e2a4 req-902ef1e7-744f-4825-8b39-adcda983ca81 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=906c145f-acf1-4865-8102-0f21461fb53b&tenant_id=3ebe5412b4bb403184e1943f302e5c70 HTTP/1.1" status: 200 len: 1099 time: 0.0951731 Feb 17 04:45:15.994701 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:16.009277 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-111a7839-a4ad-40b8-a02d-efb1e6fcbd51 req-b6563f80-77a0-4278-a146-c04cbd737078 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf33ea2b-fb92-4d81-bdf5-c93b5d217564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132720 Feb 17 04:45:16.068080 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] For port feec4401-638e-4107-8daa-ffdad5ea4092, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=feec4401-638e-4107-8daa-ffdad5ea4092,segment=NetworkSegment(48781fd2-a2ea-4151-93a5-8a2b9e3402e8),segment_id=48781fd2-a2ea-4151-93a5-8a2b9e3402e8)] {{(pid=108157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:45:16.079572 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:16.084365 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8185a49-b640-43ad-b9f1-71a184f8e2a4 req-5e9f37a5-8fa1-4764-bd0d-b19edd1c626b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:16.087373 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-c8185a49-b640-43ad-b9f1-71a184f8e2a4 req-5e9f37a5-8fa1-4764-bd0d-b19edd1c626b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3ebe5412b4bb403184e1943f302e5c70&device_id=906c145f-acf1-4865-8102-0f21461fb53b HTTP/1.1" status: 200 len: 1099 time: 0.0597463 Feb 17 04:45:16.172706 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Pushing event updated for resources: {'Port': ['ID=feec4401-638e-4107-8daa-ffdad5ea4092,revision_number=6']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:45:16.249525 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8185a49-b640-43ad-b9f1-71a184f8e2a4 req-499107f0-d439-4dac-8afb-a164c7df7e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:16.251175 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-c8185a49-b640-43ad-b9f1-71a184f8e2a4 req-499107f0-d439-4dac-8afb-a164c7df7e6d service neutron] 10.222.0.69 "GET /v2.0/networks?id=4e85cae3-4230-466d-b880-ebad0eb9446b HTTP/1.1" status: 200 len: 908 time: 0.1526308 Feb 17 04:45:16.320423 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-c8185a49-b640-43ad-b9f1-71a184f8e2a4 req-859c259a-1f5a-438d-9185-99ad78550fc6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=feec4401-638e-4107-8daa-ffdad5ea4092 HTTP/1.1" status: 200 len: 1000 time: 0.0599554 Feb 17 04:45:16.377954 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8185a49-b640-43ad-b9f1-71a184f8e2a4 req-8b440369-fe8b-4ddc-995f-e1ee3e46d435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:16.379653 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-c8185a49-b640-43ad-b9f1-71a184f8e2a4 req-8b440369-fe8b-4ddc-995f-e1ee3e46d435 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=969d46d6-464e-4a90-93de-b5a05f1ac7ee HTTP/1.1" status: 200 len: 847 time: 0.0518336 Feb 17 04:45:16.456922 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8185a49-b640-43ad-b9f1-71a184f8e2a4 req-040a2cf4-3cf7-4e43-b07b-15a329c26094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:16.458437 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-c8185a49-b640-43ad-b9f1-71a184f8e2a4 req-040a2cf4-3cf7-4e43-b07b-15a329c26094 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4e85cae3-4230-466d-b880-ebad0eb9446b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0673063 Feb 17 04:45:16.618976 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-c8185a49-b640-43ad-b9f1-71a184f8e2a4 req-47fdae03-ffa8-47c2-b7fe-5449c3b77ec7 service neutron] 10.222.0.69 "GET /v2.0/networks/4e85cae3-4230-466d-b880-ebad0eb9446b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500430 Feb 17 04:45:16.619178 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-a74b6b6f-824e-4c02-ab06-7a00a3682dba req-68dd80a4-6085-48c7-985e-7e9300e10e2d tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/ports?device_id=b78d8755-551d-4f5a-8724-a69c8bbfa08e HTTP/1.1" status: 200 len: 210 time: 0.0472913 Feb 17 04:45:16.742620 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-c8185a49-b640-43ad-b9f1-71a184f8e2a4 req-464ec6d3-c206-4aec-a3ee-bb9e11bdbd26 service neutron] 10.222.0.69 "GET /v2.0/networks/4e85cae3-4230-466d-b880-ebad0eb9446b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104317 Feb 17 04:45:16.815027 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12028d5d-c328-4543-909b-20994247e83b req-6775a711-bd66-476c-939d-86952bcb97e1 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:16.816544 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-12028d5d-c328-4543-909b-20994247e83b req-6775a711-bd66-476c-939d-86952bcb97e1 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] 10.222.0.36 "GET /v2.0/ports?device_id=906c145f-acf1-4865-8102-0f21461fb53b HTTP/1.1" status: 200 len: 944 time: 0.0556152 Feb 17 04:45:16.859511 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-12028d5d-c328-4543-909b-20994247e83b req-4bfde5d0-073e-43f8-bbb7-cc4d5e6306c9 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] 10.222.0.36 "GET /v2.0/security-groups?id=a062d98a-0337-4fdd-a1dd-d9c432a2906d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362668 Feb 17 04:45:17.137358 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166cd0cd-f7e0-4f07-a8dd-633e8a02f101 req-291ef1a7-ae79-4be4-9a58-8edc55c8214a tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:17.139415 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-166cd0cd-f7e0-4f07-a8dd-633e8a02f101 req-291ef1a7-ae79-4be4-9a58-8edc55c8214a tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8802c9d3-3f08-4e7d-8caa-c98713207758 HTTP/1.1" status: 200 len: 945 time: 0.0583811 Feb 17 04:45:17.183841 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-166cd0cd-f7e0-4f07-a8dd-633e8a02f101 req-bb570bb3-9c1c-4778-8494-6c47345dc52f tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf33ea2b-fb92-4d81-bdf5-c93b5d217564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347824 Feb 17 04:45:17.788765 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '906c145f-acf1-4865-8102-0f21461fb53b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'feec4401-638e-4107-8daa-ffdad5ea4092'}] {{(pid=108157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:45:17.791134 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2d1db2b66fadfb38f3e682fd5beb02e22f49f1efddde24347983e162d9d2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1dd6661-f222-41d5-9a66-931a03de0d7b" -d '{"events": [{"server_uuid": "906c145f-acf1-4865-8102-0f21461fb53b", "name": "network-vif-unplugged", "status": "completed", "tag": "feec4401-638e-4107-8daa-ffdad5ea4092"}]}' {{(pid=108157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:45:17.831942 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Feb 2022 04:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-174439ec-38ae-4056-9665-253603a7a7fc x-openstack-request-id: req-174439ec-38ae-4056-9665-253603a7a7fc {{(pid=108157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:45:17.832540 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "906c145f-acf1-4865-8102-0f21461fb53b", "name": "network-vif-unplugged", "status": "completed", "tag": "feec4401-638e-4107-8daa-ffdad5ea4092", "code": 200}]} {{(pid=108157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:45:17.832805 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-174439ec-38ae-4056-9665-253603a7a7fc {{(pid=108157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:45:17.833199 dv-cinder-829630-1-smb neutron-server[108157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '906c145f-acf1-4865-8102-0f21461fb53b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'feec4401-638e-4107-8daa-ffdad5ea4092', 'code': 200} Feb 17 04:45:17.996360 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbaf753-f915-4360-8125-0d774da7a365 req-cf600999-7d9c-4c37-a2e7-ab694ee30f6f tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:17.998630 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-1bbaf753-f915-4360-8125-0d774da7a365 req-cf600999-7d9c-4c37-a2e7-ab694ee30f6f tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] 10.222.0.36 "GET /v2.0/ports?device_id=906c145f-acf1-4865-8102-0f21461fb53b HTTP/1.1" status: 200 len: 944 time: 0.0574961 Feb 17 04:45:18.043575 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-1bbaf753-f915-4360-8125-0d774da7a365 req-d8f41efe-014e-46ad-8c59-d1979c94367c tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] 10.222.0.36 "GET /v2.0/security-groups?id=a062d98a-0337-4fdd-a1dd-d9c432a2906d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380769 Feb 17 04:45:18.221496 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8ca924-6287-4df5-8b02-903190d2975a req-b6337898-0b22-4f9d-846f-268182fb9961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:18.223458 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-5e8ca924-6287-4df5-8b02-903190d2975a req-b6337898-0b22-4f9d-846f-268182fb9961 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=906c145f-acf1-4865-8102-0f21461fb53b HTTP/1.1" status: 200 len: 1097 time: 0.0474005 Feb 17 04:45:18.276662 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-5e8ca924-6287-4df5-8b02-903190d2975a req-c7b18c0d-b491-4c51-97a5-a89addce064a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=a062d98a-0337-4fdd-a1dd-d9c432a2906d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411396 Feb 17 04:45:18.334790 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fdcd5b-ffbb-4579-81c1-047f7ee8052f req-303b142d-9d4e-44ad-85b1-fe4ecf222726 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:18.336300 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-92fdcd5b-ffbb-4579-81c1-047f7ee8052f req-303b142d-9d4e-44ad-85b1-fe4ecf222726 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8802c9d3-3f08-4e7d-8caa-c98713207758 HTTP/1.1" status: 200 len: 945 time: 0.0520003 Feb 17 04:45:18.384787 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-92fdcd5b-ffbb-4579-81c1-047f7ee8052f req-f681bce0-90ac-4695-9df6-74c2879371a6 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf33ea2b-fb92-4d81-bdf5-c93b5d217564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392859 Feb 17 04:45:19.094188 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c51363-292a-4b66-9df0-d78b9b6386fe req-5ec9f28b-610f-496e-a845-7638be6f9afa tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:19.103317 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-c9c51363-292a-4b66-9df0-d78b9b6386fe req-5ec9f28b-610f-496e-a845-7638be6f9afa tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/ports?device_id=875f2cf8-2315-4985-b029-39f2ba40c2f5 HTTP/1.1" status: 200 len: 945 time: 0.0695214 Feb 17 04:45:19.162187 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-c9c51363-292a-4b66-9df0-d78b9b6386fe req-4fc6dbb9-f348-4f7f-990b-f15a7698da0f tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bd6ce27-6b4e-4f12-8c34-3cf44a2665bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565662 Feb 17 04:45:19.429164 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b76082-dac5-4bd4-98d5-9f59b805fc50 req-cafcff1d-267c-4da0-9c03-be1d6af5410c tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:19.430706 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-84b76082-dac5-4bd4-98d5-9f59b805fc50 req-cafcff1d-267c-4da0-9c03-be1d6af5410c tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] 10.222.0.36 "GET /v2.0/ports?device_id=906c145f-acf1-4865-8102-0f21461fb53b HTTP/1.1" status: 200 len: 944 time: 0.2877486 Feb 17 04:45:19.466101 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Device feec4401-638e-4107-8daa-ffdad5ea4092 details requested by agent hyperv_hv-cinder-82963 with host hv-cinder-82963 {{(pid=108157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 04:45:19.471769 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Device aae3761a-418a-455f-9bb7-f329515504bc no longer exists at agent hyperv_hv-cinder-82963 {{(pid=108157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 04:45:19.503450 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.plugin [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] No Port match for: aae3761a-418a-455f-9bb7-f329515504bc {{(pid=108157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 17 04:45:19.504039 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Device aae3761a-418a-455f-9bb7-f329515504bc not bound to the agent host hv-cinder-82963 {{(pid=108157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 04:45:19.506079 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-84b76082-dac5-4bd4-98d5-9f59b805fc50 req-c0559112-635d-46a4-be4f-6749434527a4 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] 10.222.0.36 "GET /v2.0/security-groups?id=a062d98a-0337-4fdd-a1dd-d9c432a2906d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650725 Feb 17 04:45:19.587461 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-f62f5ba3-a79e-4787-8eb9-0ce58499bafa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:19.594476 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518dab91-6df1-4d9e-b456-3298dee1812d req-bb7ef99e-3f75-497d-8a79-5fdc8fa6fce7 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:19.602747 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-518dab91-6df1-4d9e-b456-3298dee1812d req-bb7ef99e-3f75-497d-8a79-5fdc8fa6fce7 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8802c9d3-3f08-4e7d-8caa-c98713207758 HTTP/1.1" status: 200 len: 945 time: 0.0959287 Feb 17 04:45:19.672069 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-518dab91-6df1-4d9e-b456-3298dee1812d req-ee46a7dc-02d6-4aeb-b776-22ad694bf72d tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf33ea2b-fb92-4d81-bdf5-c93b5d217564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680666 Feb 17 04:45:19.673429 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] For port feec4401-638e-4107-8daa-ffdad5ea4092, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=feec4401-638e-4107-8daa-ffdad5ea4092,segment=NetworkSegment(48781fd2-a2ea-4151-93a5-8a2b9e3402e8),segment_id=48781fd2-a2ea-4151-93a5-8a2b9e3402e8)] {{(pid=108157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:45:19.688319 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Returning: {'device': 'feec4401-638e-4107-8daa-ffdad5ea4092', 'network_id': '4e85cae3-4230-466d-b880-ebad0eb9446b', 'port_id': 'feec4401-638e-4107-8daa-ffdad5ea4092', 'mac_address': 'fa:16:3e:ca:7f:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '969d46d6-464e-4a90-93de-b5a05f1ac7ee', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 04:45:19.738639 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:19.753997 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.notifiers.nova [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id feec4401-638e-4107-8daa-ffdad5ea4092 {{(pid=108157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 04:45:19.777036 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] For port feec4401-638e-4107-8daa-ffdad5ea4092, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=feec4401-638e-4107-8daa-ffdad5ea4092,segment=NetworkSegment(48781fd2-a2ea-4151-93a5-8a2b9e3402e8),segment_id=48781fd2-a2ea-4151-93a5-8a2b9e3402e8)] {{(pid=108157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:45:19.783381 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:19.834129 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Pushing event updated for resources: {'Port': ['ID=feec4401-638e-4107-8daa-ffdad5ea4092,revision_number=7']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:45:20.193120 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] get_ports_and_sgs() called for port_ids ['feec4401-638e-4107-8daa-ffdad5ea4092'] {{(pid=108157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 04:45:20.279004 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524e1b5e-7e2d-405b-8933-72ad9492305d req-56d34817-ce3d-44c2-8781-3b77ce70e08f tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:20.281007 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-524e1b5e-7e2d-405b-8933-72ad9492305d req-56d34817-ce3d-44c2-8781-3b77ce70e08f tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/ports?device_id=875f2cf8-2315-4985-b029-39f2ba40c2f5 HTTP/1.1" status: 200 len: 945 time: 0.0528650 Feb 17 04:45:20.329204 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-524e1b5e-7e2d-405b-8933-72ad9492305d req-55dd0405-92c2-45b2-989f-05b89729e557 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bd6ce27-6b4e-4f12-8c34-3cf44a2665bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414269 Feb 17 04:45:20.627196 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c633453-4be5-4659-98fb-7977d45e69cd req-8607fa25-9a0b-4e2d-a814-0d439fb30571 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:20.634559 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-2c633453-4be5-4659-98fb-7977d45e69cd req-8607fa25-9a0b-4e2d-a814-0d439fb30571 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] 10.222.0.36 "GET /v2.0/ports?device_id=906c145f-acf1-4865-8102-0f21461fb53b HTTP/1.1" status: 200 len: 945 time: 0.0565951 Feb 17 04:45:20.672401 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-2c633453-4be5-4659-98fb-7977d45e69cd req-5b4c6aec-de01-4b1b-a447-d00ea13eaafa tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] 10.222.0.36 "GET /v2.0/security-groups?id=a062d98a-0337-4fdd-a1dd-d9c432a2906d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369568 Feb 17 04:45:20.810814 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aa2f15-12b3-416e-9cb3-d6dd6cd32064 req-d700c354-eb43-455e-a80d-f5b6ecc259ad tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:20.812856 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-24aa2f15-12b3-416e-9cb3-d6dd6cd32064 req-d700c354-eb43-455e-a80d-f5b6ecc259ad tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8802c9d3-3f08-4e7d-8caa-c98713207758 HTTP/1.1" status: 200 len: 945 time: 0.0508678 Feb 17 04:45:20.861332 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-24aa2f15-12b3-416e-9cb3-d6dd6cd32064 req-97561c17-2944-4935-b0db-01678507fabb tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf33ea2b-fb92-4d81-bdf5-c93b5d217564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419717 Feb 17 04:45:21.405930 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250f02a9-e061-49ea-bd10-3c58a3e0d9bc req-e118d543-74db-477b-93bf-b694e006d90e tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:21.407586 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-250f02a9-e061-49ea-bd10-3c58a3e0d9bc req-e118d543-74db-477b-93bf-b694e006d90e tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.69 "GET /v2.0/ports?device_id=875f2cf8-2315-4985-b029-39f2ba40c2f5 HTTP/1.1" status: 200 len: 945 time: 0.0610747 Feb 17 04:45:21.473676 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb717823-d3a6-4125-9c92-67a277a1bd9d req-c8aaa50c-9525-4bb5-a07b-e957ddf5e43f tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:21.475403 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-eb717823-d3a6-4125-9c92-67a277a1bd9d req-c8aaa50c-9525-4bb5-a07b-e957ddf5e43f tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/ports?device_id=875f2cf8-2315-4985-b029-39f2ba40c2f5 HTTP/1.1" status: 200 len: 945 time: 0.0706289 Feb 17 04:45:21.482952 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Device feec4401-638e-4107-8daa-ffdad5ea4092 up at agent hyperv_hv-cinder-82963 {{(pid=108157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:45:21.553061 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Provisioning complete for port feec4401-638e-4107-8daa-ffdad5ea4092 triggered by entity L2. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:45:21.553971 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:21.561395 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.plugin [req-250f02a9-e061-49ea-bd10-3c58a3e0d9bc req-f973af20-e1b8-4d7a-a59f-0b89be972eda tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Deleting port 5f1cffe8-5d97-4d96-8af3-1cba6ef14b71 {{(pid=108155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:45:21.561962 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-250f02a9-e061-49ea-bd10-3c58a3e0d9bc req-f973af20-e1b8-4d7a-a59f-0b89be972eda tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733365899870'] for port, before_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:21.570329 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-eb717823-d3a6-4125-9c92-67a277a1bd9d req-73c4df8c-64e5-4efa-ba34-57b4280b93bb tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bd6ce27-6b4e-4f12-8c34-3cf44a2665bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724244 Feb 17 04:45:21.717508 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:21.749130 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '906c145f-acf1-4865-8102-0f21461fb53b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feec4401-638e-4107-8daa-ffdad5ea4092'}] {{(pid=108157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:45:21.751494 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2d1db2b66fadfb38f3e682fd5beb02e22f49f1efddde24347983e162d9d2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f4c5d5-5acd-4f56-b4f2-be33b24d97cc" -d '{"events": [{"server_uuid": "906c145f-acf1-4865-8102-0f21461fb53b", "name": "network-vif-plugged", "status": "completed", "tag": "feec4401-638e-4107-8daa-ffdad5ea4092"}]}' {{(pid=108157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:45:21.758700 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.db [req-250f02a9-e061-49ea-bd10-3c58a3e0d9bc req-f973af20-e1b8-4d7a-a59f-0b89be972eda tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] For port 5f1cffe8-5d97-4d96-8af3-1cba6ef14b71, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=5f1cffe8-5d97-4d96-8af3-1cba6ef14b71,segment=NetworkSegment(469a6a20-d7d7-48aa-be54-30e18fb486c6),segment_id=469a6a20-d7d7-48aa-be54-30e18fb486c6)] {{(pid=108155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:45:21.759370 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-250f02a9-e061-49ea-bd10-3c58a3e0d9bc req-f973af20-e1b8-4d7a-a59f-0b89be972eda tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650405'] for port, precommit_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:21.800539 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.plugin [req-250f02a9-e061-49ea-bd10-3c58a3e0d9bc req-f973af20-e1b8-4d7a-a59f-0b89be972eda tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Calling delete_port for 5f1cffe8-5d97-4d96-8af3-1cba6ef14b71 owned by compute:nova {{(pid=108155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:45:21.963890 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 04:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3f3ecc6-8c1c-40af-b96d-550be66d89c5 x-openstack-request-id: req-d3f3ecc6-8c1c-40af-b96d-550be66d89c5 {{(pid=108157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:45:21.964167 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "906c145f-acf1-4865-8102-0f21461fb53b", "name": "network-vif-plugged", "status": "completed", "tag": "feec4401-638e-4107-8daa-ffdad5ea4092", "code": 200}]} {{(pid=108157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:45:21.964417 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d3f3ecc6-8c1c-40af-b96d-550be66d89c5 {{(pid=108157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:45:21.964803 dv-cinder-829630-1-smb neutron-server[108157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '906c145f-acf1-4865-8102-0f21461fb53b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feec4401-638e-4107-8daa-ffdad5ea4092', 'code': 200} Feb 17 04:45:21.970732 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] For port feec4401-638e-4107-8daa-ffdad5ea4092, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=feec4401-638e-4107-8daa-ffdad5ea4092,segment=NetworkSegment(48781fd2-a2ea-4151-93a5-8a2b9e3402e8),segment_id=48781fd2-a2ea-4151-93a5-8a2b9e3402e8)] {{(pid=108157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:45:21.981203 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:21.985483 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-9574561a-da2a-4e4d-a61b-49563a815adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:21.991200 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-250f02a9-e061-49ea-bd10-3c58a3e0d9bc req-f973af20-e1b8-4d7a-a59f-0b89be972eda tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733365900373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733365499778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2813823'] for port, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:22.017762 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] get_ports_and_sgs() called for port_ids ['589d4914-e508-4f34-a05c-4c4ab66d5981', '12d12c3f-80d3-4644-a2d6-7abc3772e46e', '5f1cffe8-5d97-4d96-8af3-1cba6ef14b71'] {{(pid=108157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 04:45:22.027478 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f973af20-e1b8-4d7a-a59f-0b89be972eda tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Pushing event deleted for resources: {'Port': ['ID=5f1cffe8-5d97-4d96-8af3-1cba6ef14b71,revision_number=None']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:45:22.052894 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c870d2-98c3-4977-84f1-a78fa25bff5c req-22b2804a-9969-4252-a0fe-a421eacf42ad tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:22.063357 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-40c870d2-98c3-4977-84f1-a78fa25bff5c req-22b2804a-9969-4252-a0fe-a421eacf42ad tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8802c9d3-3f08-4e7d-8caa-c98713207758 HTTP/1.1" status: 200 len: 945 time: 0.0981205 Feb 17 04:45:22.071056 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.db.l3_dvrscheduler_db [req-250f02a9-e061-49ea-bd10-3c58a3e0d9bc req-f973af20-e1b8-4d7a-a59f-0b89be972eda tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] No DVR routers for this DVR port 5f1cffe8-5d97-4d96-8af3-1cba6ef14b71 on host hv-cinder-82963 {{(pid=108155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 04:45:22.073945 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-250f02a9-e061-49ea-bd10-3c58a3e0d9bc req-f973af20-e1b8-4d7a-a59f-0b89be972eda tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49904'] for port, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:22.078058 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-250f02a9-e061-49ea-bd10-3c58a3e0d9bc req-f973af20-e1b8-4d7a-a59f-0b89be972eda tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.69 "DELETE /v2.0/ports/5f1cffe8-5d97-4d96-8af3-1cba6ef14b71 HTTP/1.1" status: 204 len: 173 time: 0.6623459 Feb 17 04:45:22.078549 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '875f2cf8-2315-4985-b029-39f2ba40c2f5', 'name': 'network-vif-deleted', 'tag': '5f1cffe8-5d97-4d96-8af3-1cba6ef14b71'}] {{(pid=108155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:45:22.081513 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7db4504e89d758142afd4bd708bcac288359c97a2e78e5aa13d69e3d31a34d2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-279bcf4d-cfac-4d2e-b499-739326d10bdc" -d '{"events": [{"server_uuid": "875f2cf8-2315-4985-b029-39f2ba40c2f5", "name": "network-vif-deleted", "tag": "5f1cffe8-5d97-4d96-8af3-1cba6ef14b71"}]}' {{(pid=108155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:45:22.081934 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Pushing event updated for resources: {'Port': ['ID=feec4401-638e-4107-8daa-ffdad5ea4092,revision_number=8']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:45:22.141608 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 04:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e1c3cf6-6254-4274-987a-6ee5fb807a34 x-openstack-request-id: req-0e1c3cf6-6254-4274-987a-6ee5fb807a34 {{(pid=108155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:45:22.142499 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "875f2cf8-2315-4985-b029-39f2ba40c2f5", "name": "network-vif-deleted", "tag": "5f1cffe8-5d97-4d96-8af3-1cba6ef14b71", "status": "completed", "code": 200}]} {{(pid=108155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:45:22.143707 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0e1c3cf6-6254-4274-987a-6ee5fb807a34 {{(pid=108155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:45:22.144291 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '875f2cf8-2315-4985-b029-39f2ba40c2f5', 'name': 'network-vif-deleted', 'tag': '5f1cffe8-5d97-4d96-8af3-1cba6ef14b71', 'status': 'completed', 'code': 200} Feb 17 04:45:22.147422 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-40c870d2-98c3-4977-84f1-a78fa25bff5c req-c93fd59e-f38b-4c84-86e5-2c54b1b4a973 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf33ea2b-fb92-4d81-bdf5-c93b5d217564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814672 Feb 17 04:45:22.687650 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-a33f59e9-5f36-4b84-b33b-e98ef388189f req-05482a57-a9ce-4e00-9384-8d8df1c03e21 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/ports?device_id=875f2cf8-2315-4985-b029-39f2ba40c2f5 HTTP/1.1" status: 200 len: 210 time: 0.0336940 Feb 17 04:45:23.033331 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-ad5ef704-a6a3-47d1-bcb0-f74a0b5e809f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:23.285551 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6aead9-1578-4180-ad9d-3bd1460f8fb8 req-772b211f-911d-4571-b6ff-dc99b85b6b24 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:23.287202 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-ff6aead9-1578-4180-ad9d-3bd1460f8fb8 req-772b211f-911d-4571-b6ff-dc99b85b6b24 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8802c9d3-3f08-4e7d-8caa-c98713207758 HTTP/1.1" status: 200 len: 945 time: 0.0515444 Feb 17 04:45:23.332224 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-ff6aead9-1578-4180-ad9d-3bd1460f8fb8 req-82bced1d-c34d-4ba6-b375-258f33baff7f tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf33ea2b-fb92-4d81-bdf5-c93b5d217564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386851 Feb 17 04:45:23.469343 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:23.949128 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-9ef82954-0223-40a4-afa4-fd82a1205a0d req-61d5a27a-1fbe-4210-84e0-9491bbed98d8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=906c145f-acf1-4865-8102-0f21461fb53b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0785213 Feb 17 04:45:23.999504 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825b5bdf-90e7-49fe-86cb-449665218bfa req-bd1db4fc-abdb-4cbf-9a1f-e89c1d4bd5c0 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:24.001301 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-825b5bdf-90e7-49fe-86cb-449665218bfa req-bd1db4fc-abdb-4cbf-9a1f-e89c1d4bd5c0 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebf6d868-5062-4cd0-a3ca-8a2295ccc9e5 HTTP/1.1" status: 200 len: 946 time: 0.0510857 Feb 17 04:45:24.063760 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-825b5bdf-90e7-49fe-86cb-449665218bfa req-3ceb1f07-4c39-4054-82d1-ceac13e78568 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bd6ce27-6b4e-4f12-8c34-3cf44a2665bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527704 Feb 17 04:45:24.069077 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef82954-0223-40a4-afa4-fd82a1205a0d req-903233f9-7116-4ac2-a32e-73eabffe6f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:24.070823 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-9ef82954-0223-40a4-afa4-fd82a1205a0d req-903233f9-7116-4ac2-a32e-73eabffe6f0f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3ebe5412b4bb403184e1943f302e5c70&device_id=906c145f-acf1-4865-8102-0f21461fb53b HTTP/1.1" status: 200 len: 1099 time: 0.0671251 Feb 17 04:45:24.112884 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-8e3772f1-a52a-48a7-84fa-494c57cc135e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:24.196626 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef82954-0223-40a4-afa4-fd82a1205a0d req-0946fd65-7455-4749-ad54-340b85c077f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:24.198134 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-9ef82954-0223-40a4-afa4-fd82a1205a0d req-0946fd65-7455-4749-ad54-340b85c077f8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4e85cae3-4230-466d-b880-ebad0eb9446b HTTP/1.1" status: 200 len: 908 time: 0.1062388 Feb 17 04:45:24.276076 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-9ef82954-0223-40a4-afa4-fd82a1205a0d req-41169b4e-5bb4-4e65-be45-707415dc023f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=feec4401-638e-4107-8daa-ffdad5ea4092 HTTP/1.1" status: 200 len: 1002 time: 0.0662754 Feb 17 04:45:24.331741 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef82954-0223-40a4-afa4-fd82a1205a0d req-5436ddce-630e-43d1-a444-cfc81b09beff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:24.333269 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-9ef82954-0223-40a4-afa4-fd82a1205a0d req-5436ddce-630e-43d1-a444-cfc81b09beff service neutron] 10.222.0.69 "GET /v2.0/subnets?id=969d46d6-464e-4a90-93de-b5a05f1ac7ee HTTP/1.1" status: 200 len: 847 time: 0.0487993 Feb 17 04:45:24.385674 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef82954-0223-40a4-afa4-fd82a1205a0d req-4a9e3bfa-d479-491e-8f46-952479ea1054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:24.387190 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-9ef82954-0223-40a4-afa4-fd82a1205a0d req-4a9e3bfa-d479-491e-8f46-952479ea1054 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4e85cae3-4230-466d-b880-ebad0eb9446b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0398016 Feb 17 04:45:24.453253 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1029e7a3-0616-4637-83b8-d49e6b347459 req-945f1383-abc0-4c73-9203-83af43a69812 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:24.454747 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-1029e7a3-0616-4637-83b8-d49e6b347459 req-945f1383-abc0-4c73-9203-83af43a69812 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8802c9d3-3f08-4e7d-8caa-c98713207758 HTTP/1.1" status: 200 len: 945 time: 0.0486293 Feb 17 04:45:24.477465 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-9ef82954-0223-40a4-afa4-fd82a1205a0d req-654bb06b-aff6-4cd1-99ca-7cec61afc1f7 service neutron] 10.222.0.69 "GET /v2.0/networks/4e85cae3-4230-466d-b880-ebad0eb9446b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808077 Feb 17 04:45:24.492603 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-1029e7a3-0616-4637-83b8-d49e6b347459 req-c2918a9b-434c-4a6a-b964-aa45bbf6e465 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf33ea2b-fb92-4d81-bdf5-c93b5d217564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317025 Feb 17 04:45:24.576870 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-9ef82954-0223-40a4-afa4-fd82a1205a0d req-41465a35-1d6a-465e-a5ad-6520b6f57a09 service neutron] 10.222.0.69 "GET /v2.0/networks/4e85cae3-4230-466d-b880-ebad0eb9446b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914125 Feb 17 04:45:24.704910 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:24.931361 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae66bb8f-9ae2-4d62-9bdc-ac3b3ff16e04 req-5e4ca804-9a23-4268-864d-aa121e0e1702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:24.932803 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-ae66bb8f-9ae2-4d62-9bdc-ac3b3ff16e04 req-5e4ca804-9a23-4268-864d-aa121e0e1702 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fcce34a724fd4831979df5c4aa7cf368&device_id=8802c9d3-3f08-4e7d-8caa-c98713207758 HTTP/1.1" status: 200 len: 1098 time: 0.0392904 Feb 17 04:45:25.026842 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae66bb8f-9ae2-4d62-9bdc-ac3b3ff16e04 req-28433f96-a9e7-4608-9c27-243a889a1ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:25.028348 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-ae66bb8f-9ae2-4d62-9bdc-ac3b3ff16e04 req-28433f96-a9e7-4608-9c27-243a889a1ddd service neutron] 10.222.0.69 "GET /v2.0/networks?id=6044f085-e24b-42f2-baa3-35fa62a45e03 HTTP/1.1" status: 200 len: 916 time: 0.0846169 Feb 17 04:45:25.099174 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-ae66bb8f-9ae2-4d62-9bdc-ac3b3ff16e04 req-ecad1423-6948-4c39-8e41-76b1138eefec service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7f179ed-607d-40af-a0c7-ce86809b6f52 HTTP/1.1" status: 200 len: 1000 time: 0.0594397 Feb 17 04:45:25.189401 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae66bb8f-9ae2-4d62-9bdc-ac3b3ff16e04 req-bd356421-8681-4407-b78f-d74123059a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:25.190748 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-ae66bb8f-9ae2-4d62-9bdc-ac3b3ff16e04 req-bd356421-8681-4407-b78f-d74123059a79 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e939ef18-20cb-4ec3-b53b-ca721a133838 HTTP/1.1" status: 200 len: 855 time: 0.0781748 Feb 17 04:45:25.218399 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c7ba39-bb00-4202-adbe-e3fcc683c543 req-14e4d099-a4cf-481c-8541-2191b9a5e804 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:25.219864 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-96c7ba39-bb00-4202-adbe-e3fcc683c543 req-14e4d099-a4cf-481c-8541-2191b9a5e804 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebf6d868-5062-4cd0-a3ca-8a2295ccc9e5 HTTP/1.1" status: 200 len: 946 time: 0.0721774 Feb 17 04:45:25.272997 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-96c7ba39-bb00-4202-adbe-e3fcc683c543 req-5aee0da0-c349-4625-8b69-adaf987847c7 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bd6ce27-6b4e-4f12-8c34-3cf44a2665bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394652 Feb 17 04:45:25.275477 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae66bb8f-9ae2-4d62-9bdc-ac3b3ff16e04 req-5af1620c-5e02-48e4-8d16-89de3d9839be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:25.276867 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-ae66bb8f-9ae2-4d62-9bdc-ac3b3ff16e04 req-5af1620c-5e02-48e4-8d16-89de3d9839be service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6044f085-e24b-42f2-baa3-35fa62a45e03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0773325 Feb 17 04:45:25.374109 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-ae66bb8f-9ae2-4d62-9bdc-ac3b3ff16e04 req-e5210ceb-ea7f-42b7-89ad-c0e8cd5fe68c service neutron] 10.222.0.69 "GET /v2.0/networks/6044f085-e24b-42f2-baa3-35fa62a45e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821018 Feb 17 04:45:25.465350 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-ae66bb8f-9ae2-4d62-9bdc-ac3b3ff16e04 req-e9ae0896-4b00-4565-af29-cca307143860 service neutron] 10.222.0.69 "GET /v2.0/networks/6044f085-e24b-42f2-baa3-35fa62a45e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830305 Feb 17 04:45:25.531215 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Device a7f179ed-607d-40af-a0c7-ce86809b6f52 no longer exists at agent hyperv_hv-cinder-82963 {{(pid=108157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 04:45:25.609584 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:25.612562 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa121595-94d6-460a-8643-43e653479ff7 req-3251a8cc-8999-498a-966c-65a061d087e7 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:25.614015 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-aa121595-94d6-460a-8643-43e653479ff7 req-3251a8cc-8999-498a-966c-65a061d087e7 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8802c9d3-3f08-4e7d-8caa-c98713207758 HTTP/1.1" status: 200 len: 945 time: 0.0478930 Feb 17 04:45:25.632508 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8802c9d3-3f08-4e7d-8caa-c98713207758', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7f179ed-607d-40af-a0c7-ce86809b6f52'}] {{(pid=108157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:45:25.634803 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2d1db2b66fadfb38f3e682fd5beb02e22f49f1efddde24347983e162d9d2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38aaa831-296a-4cac-9401-b9d027804916" -d '{"events": [{"server_uuid": "8802c9d3-3f08-4e7d-8caa-c98713207758", "name": "network-vif-unplugged", "status": "completed", "tag": "a7f179ed-607d-40af-a0c7-ce86809b6f52"}]}' {{(pid=108157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:45:25.648450 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] For port a7f179ed-607d-40af-a0c7-ce86809b6f52, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=a7f179ed-607d-40af-a0c7-ce86809b6f52,segment=NetworkSegment(d7c23f60-fd81-463c-84c9-fb74244f4d61),segment_id=d7c23f60-fd81-463c-84c9-fb74244f4d61)] {{(pid=108157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:45:25.654461 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-aa121595-94d6-460a-8643-43e653479ff7 req-a3374cf5-4038-4264-8e13-a2e6382ba907 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf33ea2b-fb92-4d81-bdf5-c93b5d217564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345144 Feb 17 04:45:25.660496 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:25.661869 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Device 5f1cffe8-5d97-4d96-8af3-1cba6ef14b71 no longer exists at agent hyperv_hv-cinder-82963 {{(pid=108157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 04:45:25.688037 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Feb 2022 04:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc4a57c-2ded-4a8f-8cf9-813c92d1e5e3 x-openstack-request-id: req-1bc4a57c-2ded-4a8f-8cf9-813c92d1e5e3 {{(pid=108157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:45:25.688321 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8802c9d3-3f08-4e7d-8caa-c98713207758", "name": "network-vif-unplugged", "status": "completed", "tag": "a7f179ed-607d-40af-a0c7-ce86809b6f52", "code": 200}]} {{(pid=108157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:45:25.688566 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1bc4a57c-2ded-4a8f-8cf9-813c92d1e5e3 {{(pid=108157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:45:25.688944 dv-cinder-829630-1-smb neutron-server[108157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8802c9d3-3f08-4e7d-8caa-c98713207758', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7f179ed-607d-40af-a0c7-ce86809b6f52', 'code': 200} Feb 17 04:45:25.690493 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.plugin [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] No Port match for: 5f1cffe8-5d97-4d96-8af3-1cba6ef14b71 {{(pid=108157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 17 04:45:25.690817 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Device 5f1cffe8-5d97-4d96-8af3-1cba6ef14b71 not bound to the agent host hv-cinder-82963 {{(pid=108157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 04:45:25.731864 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Pushing event updated for resources: {'Port': ['ID=a7f179ed-607d-40af-a0c7-ce86809b6f52,revision_number=8']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:45:25.780171 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19546138-3952-463f-abe5-8ddcd9dbc52b req-b8b78fb4-0e2c-4278-a784-694642bf13d8 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:25.781576 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-19546138-3952-463f-abe5-8ddcd9dbc52b req-b8b78fb4-0e2c-4278-a784-694642bf13d8 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.69 "GET /v2.0/ports?device_id=ebf6d868-5062-4cd0-a3ca-8a2295ccc9e5 HTTP/1.1" status: 200 len: 946 time: 0.0481563 Feb 17 04:45:25.874162 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.plugin [req-19546138-3952-463f-abe5-8ddcd9dbc52b req-e8d39b39-015d-49e2-b258-0b56efc3145b tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Deleting port 12d12c3f-80d3-4644-a2d6-7abc3772e46e {{(pid=108155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:45:25.874498 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-19546138-3952-463f-abe5-8ddcd9dbc52b req-e8d39b39-015d-49e2-b258-0b56efc3145b tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733365899870'] for port, before_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:25.958058 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.db [req-19546138-3952-463f-abe5-8ddcd9dbc52b req-e8d39b39-015d-49e2-b258-0b56efc3145b tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] For port 12d12c3f-80d3-4644-a2d6-7abc3772e46e, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=12d12c3f-80d3-4644-a2d6-7abc3772e46e,segment=NetworkSegment(469a6a20-d7d7-48aa-be54-30e18fb486c6),segment_id=469a6a20-d7d7-48aa-be54-30e18fb486c6)] {{(pid=108155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:45:25.958415 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-19546138-3952-463f-abe5-8ddcd9dbc52b req-e8d39b39-015d-49e2-b258-0b56efc3145b tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650405'] for port, precommit_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:25.970484 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.plugin [req-19546138-3952-463f-abe5-8ddcd9dbc52b req-e8d39b39-015d-49e2-b258-0b56efc3145b tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Calling delete_port for 12d12c3f-80d3-4644-a2d6-7abc3772e46e owned by compute:nova {{(pid=108155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:45:26.095547 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-19546138-3952-463f-abe5-8ddcd9dbc52b req-e8d39b39-015d-49e2-b258-0b56efc3145b tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733365900373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733365499778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2813823'] for port, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:26.108154 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] get_ports_and_sgs() called for port_ids ['589d4914-e508-4f34-a05c-4c4ab66d5981', '12d12c3f-80d3-4644-a2d6-7abc3772e46e'] {{(pid=108157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 04:45:26.123410 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d39b39-015d-49e2-b258-0b56efc3145b tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Pushing event deleted for resources: {'Port': ['ID=12d12c3f-80d3-4644-a2d6-7abc3772e46e,revision_number=None']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:45:26.172054 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.db.l3_dvrscheduler_db [req-19546138-3952-463f-abe5-8ddcd9dbc52b req-e8d39b39-015d-49e2-b258-0b56efc3145b tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] No DVR routers for this DVR port 12d12c3f-80d3-4644-a2d6-7abc3772e46e on host hv-cinder-82963 {{(pid=108155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 04:45:26.174513 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-19546138-3952-463f-abe5-8ddcd9dbc52b req-e8d39b39-015d-49e2-b258-0b56efc3145b tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49904'] for port, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:26.177806 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-19546138-3952-463f-abe5-8ddcd9dbc52b req-e8d39b39-015d-49e2-b258-0b56efc3145b tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.69 "DELETE /v2.0/ports/12d12c3f-80d3-4644-a2d6-7abc3772e46e HTTP/1.1" status: 204 len: 173 time: 0.3904264 Feb 17 04:45:26.178236 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebf6d868-5062-4cd0-a3ca-8a2295ccc9e5', 'name': 'network-vif-deleted', 'tag': '12d12c3f-80d3-4644-a2d6-7abc3772e46e'}] {{(pid=108155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:45:26.180763 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7db4504e89d758142afd4bd708bcac288359c97a2e78e5aa13d69e3d31a34d2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92c900f6-c491-4328-a1a5-dded52251c65" -d '{"events": [{"server_uuid": "ebf6d868-5062-4cd0-a3ca-8a2295ccc9e5", "name": "network-vif-deleted", "tag": "12d12c3f-80d3-4644-a2d6-7abc3772e46e"}]}' {{(pid=108155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:45:26.224380 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 04:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82d256f3-9aad-4f6d-972a-ca2f5bc3ad9b x-openstack-request-id: req-82d256f3-9aad-4f6d-972a-ca2f5bc3ad9b {{(pid=108155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:45:26.224674 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebf6d868-5062-4cd0-a3ca-8a2295ccc9e5", "name": "network-vif-deleted", "tag": "12d12c3f-80d3-4644-a2d6-7abc3772e46e", "status": "completed", "code": 200}]} {{(pid=108155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:45:26.224925 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-82d256f3-9aad-4f6d-972a-ca2f5bc3ad9b {{(pid=108155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:45:26.225314 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebf6d868-5062-4cd0-a3ca-8a2295ccc9e5', 'name': 'network-vif-deleted', 'tag': '12d12c3f-80d3-4644-a2d6-7abc3772e46e', 'status': 'completed', 'code': 200} Feb 17 04:45:26.380508 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-d91aaaa3-b096-4a85-9690-135faf6f2e75 req-b73738d1-1ed2-4c4f-9fa2-ff5396be85a8 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebf6d868-5062-4cd0-a3ca-8a2295ccc9e5 HTTP/1.1" status: 200 len: 210 time: 0.0262241 Feb 17 04:45:26.782599 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4b8d6d-4bf7-4ba4-8436-21db38c891a6 req-f244a998-5fe7-4a25-8de0-11cefcf8f25c tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:26.784091 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-5c4b8d6d-4bf7-4ba4-8436-21db38c891a6 req-f244a998-5fe7-4a25-8de0-11cefcf8f25c tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8802c9d3-3f08-4e7d-8caa-c98713207758 HTTP/1.1" status: 200 len: 943 time: 0.0481079 Feb 17 04:45:26.822808 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-5c4b8d6d-4bf7-4ba4-8436-21db38c891a6 req-f6494723-933f-4604-b5ce-2fc4623fd748 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf33ea2b-fb92-4d81-bdf5-c93b5d217564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322628 Feb 17 04:45:27.950087 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3b2fc5-4788-4b7b-be22-e22767a97718 req-c89a7d4c-0209-4a0c-b3ac-6265076e2d4f tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:27.951766 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-df3b2fc5-4788-4b7b-be22-e22767a97718 req-c89a7d4c-0209-4a0c-b3ac-6265076e2d4f tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8802c9d3-3f08-4e7d-8caa-c98713207758 HTTP/1.1" status: 200 len: 943 time: 0.0485511 Feb 17 04:45:27.988861 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-df3b2fc5-4788-4b7b-be22-e22767a97718 req-26cc0175-323d-464e-8d53-0e46012d7331 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf33ea2b-fb92-4d81-bdf5-c93b5d217564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312653 Feb 17 04:45:28.747637 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [req-b096a655-7bbe-4585-bc1f-60b3ae43bfab req-5cd3752c-b53c-4de5-9522-1e223e27ae17 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=108155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 04:45:28.750451 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-b096a655-7bbe-4585-bc1f-60b3ae43bfab req-5cd3752c-b53c-4de5-9522-1e223e27ae17 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078821 Feb 17 04:45:28.922595 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3646696-c3bd-4cde-91a3-867d4d739efa req-7358e3b8-0eab-41c7-af77-dd6718f0988d tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:28.924279 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-e3646696-c3bd-4cde-91a3-867d4d739efa req-7358e3b8-0eab-41c7-af77-dd6718f0988d tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8802c9d3-3f08-4e7d-8caa-c98713207758 HTTP/1.1" status: 200 len: 943 time: 0.0621870 Feb 17 04:45:28.969488 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-e3646696-c3bd-4cde-91a3-867d4d739efa req-a6b1959b-b40b-4753-924e-ce85314b69e4 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf33ea2b-fb92-4d81-bdf5-c93b5d217564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386350 Feb 17 04:45:29.120085 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25e7aea-2715-4992-af99-6d42a099822b req-d84ee0cb-597e-4b10-be92-e02fd572d5af tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:29.121578 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-a25e7aea-2715-4992-af99-6d42a099822b req-d84ee0cb-597e-4b10-be92-e02fd572d5af tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/ports?device_id=737ff202-9af9-4e17-ac5f-0f913d1553e5 HTTP/1.1" status: 200 len: 946 time: 0.3259339 Feb 17 04:45:29.127485 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-104d77be-4370-442e-aac7-06aedbd810cd req-7de23110-9841-4e32-b603-4d797892d8fe service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8802c9d3-3f08-4e7d-8caa-c98713207758&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0580974 Feb 17 04:45:29.161915 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-a25e7aea-2715-4992-af99-6d42a099822b req-a4d1208b-f783-4b49-9e3b-6205aaf3e9f7 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bd6ce27-6b4e-4f12-8c34-3cf44a2665bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324070 Feb 17 04:45:29.559857 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Device a7f179ed-607d-40af-a0c7-ce86809b6f52 no longer exists at agent hyperv_hv-cinder-82963 {{(pid=108157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 04:45:29.638141 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Device 12d12c3f-80d3-4644-a2d6-7abc3772e46e no longer exists at agent hyperv_hv-cinder-82963 {{(pid=108157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 04:45:29.657066 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.plugin [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] No Port match for: 12d12c3f-80d3-4644-a2d6-7abc3772e46e {{(pid=108157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 17 04:45:29.657466 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Device 12d12c3f-80d3-4644-a2d6-7abc3772e46e not bound to the agent host hv-cinder-82963 {{(pid=108157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 04:45:29.932484 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d77be-4370-442e-aac7-06aedbd810cd req-b1adec57-a993-4e09-ac38-913a3cb8c0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:29.933950 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-104d77be-4370-442e-aac7-06aedbd810cd req-b1adec57-a993-4e09-ac38-913a3cb8c0b6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8802c9d3-3f08-4e7d-8caa-c98713207758&tenant_id=fcce34a724fd4831979df5c4aa7cf368 HTTP/1.1" status: 200 len: 1096 time: 0.0395865 Feb 17 04:45:29.993529 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d77be-4370-442e-aac7-06aedbd810cd req-73153064-0a90-4ca2-ae8e-07dfab325ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:29.995019 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-104d77be-4370-442e-aac7-06aedbd810cd req-73153064-0a90-4ca2-ae8e-07dfab325ef4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fcce34a724fd4831979df5c4aa7cf368&device_id=8802c9d3-3f08-4e7d-8caa-c98713207758 HTTP/1.1" status: 200 len: 1096 time: 0.0398240 Feb 17 04:45:30.085749 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d77be-4370-442e-aac7-06aedbd810cd req-5b28bd70-6e86-4918-9484-9c813707aad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:30.087473 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-104d77be-4370-442e-aac7-06aedbd810cd req-5b28bd70-6e86-4918-9484-9c813707aad8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6044f085-e24b-42f2-baa3-35fa62a45e03 HTTP/1.1" status: 200 len: 916 time: 0.0852251 Feb 17 04:45:30.091240 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faac9b1d-e0ed-49ce-b9ab-1972031d9acf req-66cad67d-51b0-4cfc-84da-ca028e83fa78 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:30.092976 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-faac9b1d-e0ed-49ce-b9ab-1972031d9acf req-66cad67d-51b0-4cfc-84da-ca028e83fa78 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8802c9d3-3f08-4e7d-8caa-c98713207758 HTTP/1.1" status: 200 len: 943 time: 0.0491998 Feb 17 04:45:30.132394 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-faac9b1d-e0ed-49ce-b9ab-1972031d9acf req-017606fb-bd0b-45ab-bb0a-48273f3a3bde tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf33ea2b-fb92-4d81-bdf5-c93b5d217564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329218 Feb 17 04:45:30.156898 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-104d77be-4370-442e-aac7-06aedbd810cd req-8455592b-2e70-4ac6-8440-9adc36d46b2f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7f179ed-607d-40af-a0c7-ce86809b6f52 HTTP/1.1" status: 200 len: 998 time: 0.0628538 Feb 17 04:45:30.207129 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d77be-4370-442e-aac7-06aedbd810cd req-f9936f71-609d-47bb-9980-dcb79701d506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:30.208582 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-104d77be-4370-442e-aac7-06aedbd810cd req-f9936f71-609d-47bb-9980-dcb79701d506 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e939ef18-20cb-4ec3-b53b-ca721a133838 HTTP/1.1" status: 200 len: 855 time: 0.0444272 Feb 17 04:45:30.287033 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d77be-4370-442e-aac7-06aedbd810cd req-9715a3b1-7448-4912-9cbd-ccc94cc74363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:30.288553 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-104d77be-4370-442e-aac7-06aedbd810cd req-9715a3b1-7448-4912-9cbd-ccc94cc74363 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6044f085-e24b-42f2-baa3-35fa62a45e03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0706666 Feb 17 04:45:30.303018 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b357e-15d2-4d34-84e8-ec52bf793cae req-1129f674-5d48-4b45-a5a1-8abcbd1063f8 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:30.304452 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-4f9b357e-15d2-4d34-84e8-ec52bf793cae req-1129f674-5d48-4b45-a5a1-8abcbd1063f8 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/ports?device_id=737ff202-9af9-4e17-ac5f-0f913d1553e5 HTTP/1.1" status: 200 len: 946 time: 0.0631485 Feb 17 04:45:30.394739 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-4f9b357e-15d2-4d34-84e8-ec52bf793cae req-92eb86d3-005e-44f3-9367-e378b27d994f tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bd6ce27-6b4e-4f12-8c34-3cf44a2665bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816033 Feb 17 04:45:30.424360 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-104d77be-4370-442e-aac7-06aedbd810cd req-91356819-e118-4fab-b30c-e4d1fff85d34 service neutron] 10.222.0.69 "GET /v2.0/networks/6044f085-e24b-42f2-baa3-35fa62a45e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188710 Feb 17 04:45:30.514418 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-104d77be-4370-442e-aac7-06aedbd810cd req-087e9b52-0c13-4f4d-97d1-3ec650c303b2 service neutron] 10.222.0.69 "GET /v2.0/networks/6044f085-e24b-42f2-baa3-35fa62a45e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824299 Feb 17 04:45:30.558318 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad95b4f-a153-421b-873d-59d0d676ae31 req-cca52207-acae-4ef2-845b-3a2d9b83b083 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:30.560045 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-1ad95b4f-a153-421b-873d-59d0d676ae31 req-cca52207-acae-4ef2-845b-3a2d9b83b083 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.69 "GET /v2.0/ports?device_id=737ff202-9af9-4e17-ac5f-0f913d1553e5 HTTP/1.1" status: 200 len: 946 time: 0.0550249 Feb 17 04:45:30.659171 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.plugin [req-1ad95b4f-a153-421b-873d-59d0d676ae31 req-608416db-7084-4faa-8e19-41cea41dde41 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Deleting port 589d4914-e508-4f34-a05c-4c4ab66d5981 {{(pid=108156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:45:30.659509 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-1ad95b4f-a153-421b-873d-59d0d676ae31 req-608416db-7084-4faa-8e19-41cea41dde41 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733365899870'] for port, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:30.767394 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.db [req-1ad95b4f-a153-421b-873d-59d0d676ae31 req-608416db-7084-4faa-8e19-41cea41dde41 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] For port 589d4914-e508-4f34-a05c-4c4ab66d5981, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=589d4914-e508-4f34-a05c-4c4ab66d5981,segment=NetworkSegment(469a6a20-d7d7-48aa-be54-30e18fb486c6),segment_id=469a6a20-d7d7-48aa-be54-30e18fb486c6)] {{(pid=108156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:45:30.767656 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-1ad95b4f-a153-421b-873d-59d0d676ae31 req-608416db-7084-4faa-8e19-41cea41dde41 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650405'] for port, precommit_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:30.781133 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.plugin [req-1ad95b4f-a153-421b-873d-59d0d676ae31 req-608416db-7084-4faa-8e19-41cea41dde41 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Calling delete_port for 589d4914-e508-4f34-a05c-4c4ab66d5981 owned by compute:nova {{(pid=108156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:45:30.841174 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d435e2e2-a683-499a-83fe-de8b69846413 req-f3fbf4b9-5c04-4226-b10d-c8cbb771d194 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:30.843363 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-d435e2e2-a683-499a-83fe-de8b69846413 req-f3fbf4b9-5c04-4226-b10d-c8cbb771d194 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/ports?device_id=fae267bb-40f6-4f7d-9581-e1bb3ddba386 HTTP/1.1" status: 200 len: 946 time: 0.0543540 Feb 17 04:45:30.921582 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-d435e2e2-a683-499a-83fe-de8b69846413 req-5103a47c-56e3-4c1e-8434-9a219c48a73e tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e0aa9f4-2a43-4ec5-bc94-6988e43f272a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648410 Feb 17 04:45:30.958089 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-1ad95b4f-a153-421b-873d-59d0d676ae31 req-608416db-7084-4faa-8e19-41cea41dde41 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733365900373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733365499778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26489006'] for port, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:30.984936 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] get_ports_and_sgs() called for port_ids ['589d4914-e508-4f34-a05c-4c4ab66d5981'] {{(pid=108157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 04:45:31.006682 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608416db-7084-4faa-8e19-41cea41dde41 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Pushing event deleted for resources: {'Port': ['ID=589d4914-e508-4f34-a05c-4c4ab66d5981,revision_number=None']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:45:31.031974 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608416db-7084-4faa-8e19-41cea41dde41 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:45:31.032604 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608416db-7084-4faa-8e19-41cea41dde41 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:45:31.033135 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608416db-7084-4faa-8e19-41cea41dde41 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:45:31.033707 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608416db-7084-4faa-8e19-41cea41dde41 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:45:31.034197 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608416db-7084-4faa-8e19-41cea41dde41 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:45:31.034778 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608416db-7084-4faa-8e19-41cea41dde41 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:45:31.035934 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608416db-7084-4faa-8e19-41cea41dde41 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:45:31.036685 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608416db-7084-4faa-8e19-41cea41dde41 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:45:31.037341 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608416db-7084-4faa-8e19-41cea41dde41 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:45:31.037922 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608416db-7084-4faa-8e19-41cea41dde41 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:45:31.038551 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608416db-7084-4faa-8e19-41cea41dde41 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:45:31.039767 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608416db-7084-4faa-8e19-41cea41dde41 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:45:31.099225 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ad95b4f-a153-421b-873d-59d0d676ae31 req-608416db-7084-4faa-8e19-41cea41dde41 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] No DVR routers for this DVR port 589d4914-e508-4f34-a05c-4c4ab66d5981 on host hv-cinder-82963 {{(pid=108156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 04:45:31.102726 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-1ad95b4f-a153-421b-873d-59d0d676ae31 req-608416db-7084-4faa-8e19-41cea41dde41 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49904'] for port, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:31.108603 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-1ad95b4f-a153-421b-873d-59d0d676ae31 req-608416db-7084-4faa-8e19-41cea41dde41 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.69 "DELETE /v2.0/ports/589d4914-e508-4f34-a05c-4c4ab66d5981 HTTP/1.1" status: 204 len: 173 time: 0.5391929 Feb 17 04:45:31.109227 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '737ff202-9af9-4e17-ac5f-0f913d1553e5', 'name': 'network-vif-deleted', 'tag': '589d4914-e508-4f34-a05c-4c4ab66d5981'}] {{(pid=108156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:45:31.112630 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0b67973df7b1313e2305cae6a6fc83f0f1e2d937ba4ea44ff20eeef2f46ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75c9054d-4951-4b12-97f9-b0bd544dfda3" -d '{"events": [{"server_uuid": "737ff202-9af9-4e17-ac5f-0f913d1553e5", "name": "network-vif-deleted", "tag": "589d4914-e508-4f34-a05c-4c4ab66d5981"}]}' {{(pid=108156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:45:31.159999 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 04:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-107b0f03-10b3-4a32-aceb-b21ecb7f4d0d x-openstack-request-id: req-107b0f03-10b3-4a32-aceb-b21ecb7f4d0d {{(pid=108156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:45:31.160621 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "737ff202-9af9-4e17-ac5f-0f913d1553e5", "name": "network-vif-deleted", "tag": "589d4914-e508-4f34-a05c-4c4ab66d5981", "status": "completed", "code": 200}]} {{(pid=108156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:45:31.160621 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-107b0f03-10b3-4a32-aceb-b21ecb7f4d0d {{(pid=108156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:45:31.160946 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '737ff202-9af9-4e17-ac5f-0f913d1553e5', 'name': 'network-vif-deleted', 'tag': '589d4914-e508-4f34-a05c-4c4ab66d5981', 'status': 'completed', 'code': 200} Feb 17 04:45:31.352342 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67957622-9641-4d57-b16c-a4471780721c req-ecc6db8e-9d27-4309-8f7a-90f4cfbac200 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:31.367240 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-67957622-9641-4d57-b16c-a4471780721c req-ecc6db8e-9d27-4309-8f7a-90f4cfbac200 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8802c9d3-3f08-4e7d-8caa-c98713207758 HTTP/1.1" status: 200 len: 943 time: 0.1533339 Feb 17 04:45:31.432296 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-67957622-9641-4d57-b16c-a4471780721c req-0793ea0e-a1b1-4d7b-95f5-1fcde4459817 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf33ea2b-fb92-4d81-bdf5-c93b5d217564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634723 Feb 17 04:45:31.512191 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-218fdb0b-9b9a-45e1-af8b-a6339d61df3b req-9e02997a-76b9-4278-9859-016c1908cf50 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/ports?device_id=737ff202-9af9-4e17-ac5f-0f913d1553e5 HTTP/1.1" status: 200 len: 210 time: 0.0267682 Feb 17 04:45:32.049901 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62307908-3443-47d2-948a-f84c18b380d4 req-2cae8f0b-3534-49b7-846b-397b95afad59 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:32.051387 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-62307908-3443-47d2-948a-f84c18b380d4 req-2cae8f0b-3534-49b7-846b-397b95afad59 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/ports?device_id=fae267bb-40f6-4f7d-9581-e1bb3ddba386 HTTP/1.1" status: 200 len: 946 time: 0.0514512 Feb 17 04:45:32.090780 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-62307908-3443-47d2-948a-f84c18b380d4 req-f3a7561c-76a0-400c-8fa4-041cb446a3cd tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e0aa9f4-2a43-4ec5-bc94-6988e43f272a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334928 Feb 17 04:45:32.637215 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-ff94611a-2d0b-4808-87a0-3d88c42c62ab req-87550e33-1b60-4380-a12c-f903b9b4cbad tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/ports?device_id=737ff202-9af9-4e17-ac5f-0f913d1553e5 HTTP/1.1" status: 200 len: 210 time: 0.0420163 Feb 17 04:45:32.639340 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c3f9b2-d356-4ddb-8c42-c75660ef7290 req-9b59f111-3fe7-4db2-9eb6-c3068cc54399 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:32.655704 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-51c3f9b2-d356-4ddb-8c42-c75660ef7290 req-9b59f111-3fe7-4db2-9eb6-c3068cc54399 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8802c9d3-3f08-4e7d-8caa-c98713207758 HTTP/1.1" status: 200 len: 943 time: 0.1477709 Feb 17 04:45:32.690448 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-51c3f9b2-d356-4ddb-8c42-c75660ef7290 req-c739e318-ff69-441e-a698-1118e1d546be tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf33ea2b-fb92-4d81-bdf5-c93b5d217564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338662 Feb 17 04:45:33.243165 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a02795-defb-4b21-9dfe-60080e536321 req-87e193a4-9078-41b8-8fcc-f473ebbd418f tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:33.244965 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-a4a02795-defb-4b21-9dfe-60080e536321 req-87e193a4-9078-41b8-8fcc-f473ebbd418f tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/ports?device_id=fae267bb-40f6-4f7d-9581-e1bb3ddba386 HTTP/1.1" status: 200 len: 946 time: 0.0623484 Feb 17 04:45:33.288846 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-a4a02795-defb-4b21-9dfe-60080e536321 req-ebaf0d5a-90f9-4ebd-a130-ccc338dc99c2 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e0aa9f4-2a43-4ec5-bc94-6988e43f272a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361729 Feb 17 04:45:33.575140 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Device 589d4914-e508-4f34-a05c-4c4ab66d5981 no longer exists at agent hyperv_hv-cinder-82963 {{(pid=108157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 04:45:33.606653 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.plugin [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] No Port match for: 589d4914-e508-4f34-a05c-4c4ab66d5981 {{(pid=108157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 17 04:45:33.607142 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Device 589d4914-e508-4f34-a05c-4c4ab66d5981 not bound to the agent host hv-cinder-82963 {{(pid=108157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 04:45:33.750832 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-dc402306-bf3a-4641-9359-20e0880206e3 req-642780e2-dfb5-486a-85b3-1c41dbf4d65d tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/ports?device_id=737ff202-9af9-4e17-ac5f-0f913d1553e5 HTTP/1.1" status: 200 len: 210 time: 0.0424190 Feb 17 04:45:33.819765 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184285f2-564d-4049-b557-3d125073da0b req-83cbdbfc-427b-47ff-b3b4-8e74cf363990 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:33.821311 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-184285f2-564d-4049-b557-3d125073da0b req-83cbdbfc-427b-47ff-b3b4-8e74cf363990 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8802c9d3-3f08-4e7d-8caa-c98713207758 HTTP/1.1" status: 200 len: 943 time: 0.0555356 Feb 17 04:45:33.861722 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-184285f2-564d-4049-b557-3d125073da0b req-5b08d870-0b02-4c78-bcc2-aa12b0215afc tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf33ea2b-fb92-4d81-bdf5-c93b5d217564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337281 Feb 17 04:45:34.414552 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c04e01-d9f0-4e06-aea9-3b26affbddec req-ba86d4e0-1261-47e6-aa75-2855d4b78bf1 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:34.416382 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-45c04e01-d9f0-4e06-aea9-3b26affbddec req-ba86d4e0-1261-47e6-aa75-2855d4b78bf1 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/ports?device_id=fae267bb-40f6-4f7d-9581-e1bb3ddba386 HTTP/1.1" status: 200 len: 946 time: 0.0559807 Feb 17 04:45:34.456920 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-45c04e01-d9f0-4e06-aea9-3b26affbddec req-671ef037-c5de-4bb8-9c01-8f5ab1c248c5 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e0aa9f4-2a43-4ec5-bc94-6988e43f272a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330226 Feb 17 04:45:34.851363 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-f7eb3b91-b3b1-4ba5-87b8-03b3eea11e09 req-2b182f4e-9c3d-42a7-b9c7-c6f3818b1096 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/ports?device_id=737ff202-9af9-4e17-ac5f-0f913d1553e5 HTTP/1.1" status: 200 len: 210 time: 0.0329804 Feb 17 04:45:34.987511 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ac9d3-72b4-4ba8-9f2d-41a89ad78548 req-006a676c-f491-4e8d-b8fe-805e34b7f9c2 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:34.988959 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-dc6ac9d3-72b4-4ba8-9f2d-41a89ad78548 req-006a676c-f491-4e8d-b8fe-805e34b7f9c2 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8802c9d3-3f08-4e7d-8caa-c98713207758 HTTP/1.1" status: 200 len: 943 time: 0.0493221 Feb 17 04:45:35.027857 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-dc6ac9d3-72b4-4ba8-9f2d-41a89ad78548 req-fc9cd451-7527-43ab-85e0-77520d9b3182 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf33ea2b-fb92-4d81-bdf5-c93b5d217564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330944 Feb 17 04:45:35.581857 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad72c87e-4695-4364-a133-ba47047afb56 req-5ec80b2d-484d-4d50-afd2-8f89c8686861 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:35.583958 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-ad72c87e-4695-4364-a133-ba47047afb56 req-5ec80b2d-484d-4d50-afd2-8f89c8686861 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/ports?device_id=fae267bb-40f6-4f7d-9581-e1bb3ddba386 HTTP/1.1" status: 200 len: 946 time: 0.0595152 Feb 17 04:45:35.627649 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-ad72c87e-4695-4364-a133-ba47047afb56 req-e783c5a3-f544-4cb1-826f-1046d6c1e3ae tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e0aa9f4-2a43-4ec5-bc94-6988e43f272a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376024 Feb 17 04:45:35.948017 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-f78e04cb-45e0-45ff-9f19-452614105254 req-25acbc48-03d2-4789-a39e-366667ba8e98 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/ports?device_id=737ff202-9af9-4e17-ac5f-0f913d1553e5 HTTP/1.1" status: 200 len: 210 time: 0.0305085 Feb 17 04:45:36.151344 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3962225d-8f03-4db0-8da5-6fd43dfd6bb1 req-38d76d8e-ad93-4731-b46d-27c2cce10bd1 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:36.153001 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-3962225d-8f03-4db0-8da5-6fd43dfd6bb1 req-38d76d8e-ad93-4731-b46d-27c2cce10bd1 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8802c9d3-3f08-4e7d-8caa-c98713207758 HTTP/1.1" status: 200 len: 943 time: 0.0507946 Feb 17 04:45:36.211443 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-3962225d-8f03-4db0-8da5-6fd43dfd6bb1 req-81f82e9b-faaa-475e-9548-811f5a471e45 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf33ea2b-fb92-4d81-bdf5-c93b5d217564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474885 Feb 17 04:45:36.742685 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3892d62c-8987-43ca-b431-0a6834702ee0 req-05c5f4aa-97f0-44d9-8bea-42549b18058f tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:36.744163 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-3892d62c-8987-43ca-b431-0a6834702ee0 req-05c5f4aa-97f0-44d9-8bea-42549b18058f tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/ports?device_id=fae267bb-40f6-4f7d-9581-e1bb3ddba386 HTTP/1.1" status: 200 len: 946 time: 0.0483513 Feb 17 04:45:36.781377 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-3892d62c-8987-43ca-b431-0a6834702ee0 req-3546429f-71da-4052-b417-a2993613c25b tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e0aa9f4-2a43-4ec5-bc94-6988e43f272a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307660 Feb 17 04:45:37.045983 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-a74e9eb5-c6ef-4df5-89aa-1701642601d5 req-4c3a05b4-68cb-41ab-9fa5-70ac9fb5f07f tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/ports?device_id=737ff202-9af9-4e17-ac5f-0f913d1553e5 HTTP/1.1" status: 200 len: 210 time: 0.0266349 Feb 17 04:45:37.367271 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1870098-8655-46c9-b8ed-cff456dabb03 req-80a789fe-decf-4b22-bac4-ddc5460411d8 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:37.374135 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-f1870098-8655-46c9-b8ed-cff456dabb03 req-80a789fe-decf-4b22-bac4-ddc5460411d8 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8802c9d3-3f08-4e7d-8caa-c98713207758 HTTP/1.1" status: 200 len: 943 time: 0.0899584 Feb 17 04:45:37.409465 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-f1870098-8655-46c9-b8ed-cff456dabb03 req-c7523ff7-439c-466f-8e89-a2e7ec4fb484 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf33ea2b-fb92-4d81-bdf5-c93b5d217564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338407 Feb 17 04:45:37.931731 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69531cd-5d65-46cf-9d96-01b5e7a60939 req-2d0047be-82df-4abc-b5ea-5620a83feb6c tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:37.937664 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-d69531cd-5d65-46cf-9d96-01b5e7a60939 req-2d0047be-82df-4abc-b5ea-5620a83feb6c tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/ports?device_id=fae267bb-40f6-4f7d-9581-e1bb3ddba386 HTTP/1.1" status: 200 len: 946 time: 0.0860317 Feb 17 04:45:37.980211 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-d69531cd-5d65-46cf-9d96-01b5e7a60939 req-353f53d1-6b1c-4d9e-bf92-ce804d890462 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e0aa9f4-2a43-4ec5-bc94-6988e43f272a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383098 Feb 17 04:45:38.146794 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-1ce0edef-fc4f-4354-b13d-e08c98d3c9c5 req-16f126b3-a85e-4176-a963-93430217537e tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/ports?device_id=737ff202-9af9-4e17-ac5f-0f913d1553e5 HTTP/1.1" status: 200 len: 210 time: 0.0264511 Feb 17 04:45:38.541889 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b1c13b-a74e-4f78-9075-a66bd35ac8b0 req-8fe4f612-544b-4296-a1ad-9373905c94b1 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:38.543395 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-57b1c13b-a74e-4f78-9075-a66bd35ac8b0 req-8fe4f612-544b-4296-a1ad-9373905c94b1 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8802c9d3-3f08-4e7d-8caa-c98713207758 HTTP/1.1" status: 200 len: 943 time: 0.0533125 Feb 17 04:45:38.593092 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-57b1c13b-a74e-4f78-9075-a66bd35ac8b0 req-abf25b8e-62da-41c6-afe2-63f52fcedc72 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf33ea2b-fb92-4d81-bdf5-c93b5d217564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432425 Feb 17 04:45:39.094893 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fb0e96-6aa4-4678-8f2d-d2c1245cc439 req-0e405392-9726-416d-a424-b76325fa22ea tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:39.096290 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-11fb0e96-6aa4-4678-8f2d-d2c1245cc439 req-0e405392-9726-416d-a424-b76325fa22ea tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/ports?device_id=fae267bb-40f6-4f7d-9581-e1bb3ddba386 HTTP/1.1" status: 200 len: 946 time: 0.0536804 Feb 17 04:45:39.135962 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-11fb0e96-6aa4-4678-8f2d-d2c1245cc439 req-5cd1e92b-74ed-4b3e-a6bf-a69958fc9b40 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e0aa9f4-2a43-4ec5-bc94-6988e43f272a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310771 Feb 17 04:45:39.239189 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-04639893-34b6-4ad5-a804-e6f6ccde1195 req-fb35d3e3-78da-4328-9a9c-33a26d3a88f9 tempest-AttachVolumeNegativeTest-313482556 tempest-AttachVolumeNegativeTest-313482556-project] 10.222.0.36 "GET /v2.0/ports?device_id=737ff202-9af9-4e17-ac5f-0f913d1553e5 HTTP/1.1" status: 200 len: 210 time: 0.0256729 Feb 17 04:45:39.715513 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f1bb26-a214-4b5b-88d8-df0a14833755 req-fb5019ad-dade-4084-a9f0-bd6b35b109ac tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:39.717120 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-d4f1bb26-a214-4b5b-88d8-df0a14833755 req-fb5019ad-dade-4084-a9f0-bd6b35b109ac tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8802c9d3-3f08-4e7d-8caa-c98713207758 HTTP/1.1" status: 200 len: 943 time: 0.0528951 Feb 17 04:45:39.763163 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-d4f1bb26-a214-4b5b-88d8-df0a14833755 req-5996b248-7304-4d92-92fc-abc701ac1302 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf33ea2b-fb92-4d81-bdf5-c93b5d217564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337100 Feb 17 04:45:40.252702 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad14afc-1dd6-43d8-9e80-0090cd1971a1 req-f6926350-756a-4d9d-a323-1fe02d026ddc tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:40.254136 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-6ad14afc-1dd6-43d8-9e80-0090cd1971a1 req-f6926350-756a-4d9d-a323-1fe02d026ddc tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/ports?device_id=fae267bb-40f6-4f7d-9581-e1bb3ddba386 HTTP/1.1" status: 200 len: 946 time: 0.0487375 Feb 17 04:45:40.292018 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-6ad14afc-1dd6-43d8-9e80-0090cd1971a1 req-151c3abd-a304-49a2-bae7-c00830da95cb tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e0aa9f4-2a43-4ec5-bc94-6988e43f272a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319257 Feb 17 04:45:40.293804 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 34448) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:45:40.341965 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a6ce669-2d3b-466c-a2f2-1f8a24b876c3 admin admin] Deleting subnet 10124a47-56e4-4a0f-a385-0fa9e6b31062 {{(pid=108155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 17 04:45:40.344957 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-3a6ce669-2d3b-466c-a2f2-1f8a24b876c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:40.378540 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-3a6ce669-2d3b-466c-a2f2-1f8a24b876c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2879761'] for subnet, precommit_delete_associations {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:40.415754 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-3a6ce669-2d3b-466c-a2f2-1f8a24b876c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961027'] for subnet, precommit_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:40.466953 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-3a6ce669-2d3b-466c-a2f2-1f8a24b876c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1961080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2813836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26581766'] for subnet, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:40.489712 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6ce669-2d3b-466c-a2f2-1f8a24b876c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10124a47-56e4-4a0f-a385-0fa9e6b31062,revision_number=None']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:45:40.495480 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-3a6ce669-2d3b-466c-a2f2-1f8a24b876c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737771'] for subnet, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:40.499693 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-3a6ce669-2d3b-466c-a2f2-1f8a24b876c3 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/10124a47-56e4-4a0f-a385-0fa9e6b31062 HTTP/1.1" status: 204 len: 168 time: 0.2047937 Feb 17 04:45:40.502156 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 34450) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:45:40.571105 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-38a71574-9066-49c3-ba60-7ae4e544be8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1709386'] for network, before_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:40.645697 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-38a71574-9066-49c3-ba60-7ae4e544be8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1960161', 'neutron.services.segments.db._delete_segments_for_network-8733365806376'] for network, precommit_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:40.665468 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.services.segments.db [None req-38a71574-9066-49c3-ba60-7ae4e544be8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e43726c8-efc1-4a70-870a-e8d2c02d7fda']}} {{(pid=108155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:45:40.675295 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.services.segments.db [None req-38a71574-9066-49c3-ba60-7ae4e544be8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '469a6a20-d7d7-48aa-be54-30e18fb486c6') {'for_net_delete': True} {{(pid=108155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:45:40.675591 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.services.segments.db [None req-38a71574-9066-49c3-ba60-7ae4e544be8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '469a6a20-d7d7-48aa-be54-30e18fb486c6') {} {{(pid=108155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:45:40.684512 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-38a71574-9066-49c3-ba60-7ae4e544be8f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733366045332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2879774'] for segment, before_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:40.697556 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-38a71574-9066-49c3-ba60-7ae4e544be8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1955041'] for segment, precommit_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:40.703308 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38a71574-9066-49c3-ba60-7ae4e544be8f admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=108155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 04:45:40.703687 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-38a71574-9066-49c3-ba60-7ae4e544be8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1955041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2813738'] for segment, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:40.705288 dv-cinder-829630-1-smb neutron-server[108155]: Traceback (most recent call last): Feb 17 04:45:40.705288 dv-cinder-829630-1-smb neutron-server[108155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 04:45:40.705288 dv-cinder-829630-1-smb neutron-server[108155]: timer() Feb 17 04:45:40.705288 dv-cinder-829630-1-smb neutron-server[108155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 04:45:40.705288 dv-cinder-829630-1-smb neutron-server[108155]: cb(*args, **kw) Feb 17 04:45:40.705288 dv-cinder-829630-1-smb neutron-server[108155]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 04:45:40.705288 dv-cinder-829630-1-smb neutron-server[108155]: return func(*args, **kwargs) Feb 17 04:45:40.705288 dv-cinder-829630-1-smb neutron-server[108155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 04:45:40.705288 dv-cinder-829630-1-smb neutron-server[108155]: self._notify() Feb 17 04:45:40.705288 dv-cinder-829630-1-smb neutron-server[108155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 04:45:40.705288 dv-cinder-829630-1-smb neutron-server[108155]: self.callback(batched_events) Feb 17 04:45:40.705288 dv-cinder-829630-1-smb neutron-server[108155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 04:45:40.705288 dv-cinder-829630-1-smb neutron-server[108155]: event.method(event) Feb 17 04:45:40.705288 dv-cinder-829630-1-smb neutron-server[108155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 04:45:40.705288 dv-cinder-829630-1-smb neutron-server[108155]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 04:45:40.705288 dv-cinder-829630-1-smb neutron-server[108155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 04:45:40.705288 dv-cinder-829630-1-smb neutron-server[108155]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 04:45:40.705288 dv-cinder-829630-1-smb neutron-server[108155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 04:45:40.705288 dv-cinder-829630-1-smb neutron-server[108155]: return f(self, *a, **k) Feb 17 04:45:40.705288 dv-cinder-829630-1-smb neutron-server[108155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 04:45:40.705288 dv-cinder-829630-1-smb neutron-server[108155]: return self._get(url).json() Feb 17 04:45:40.705288 dv-cinder-829630-1-smb neutron-server[108155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 04:45:40.705288 dv-cinder-829630-1-smb neutron-server[108155]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 04:45:40.705288 dv-cinder-829630-1-smb neutron-server[108155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 04:45:40.705288 dv-cinder-829630-1-smb neutron-server[108155]: return self.request(url, 'GET', **kwargs) Feb 17 04:45:40.705288 dv-cinder-829630-1-smb neutron-server[108155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 04:45:40.705288 dv-cinder-829630-1-smb neutron-server[108155]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 04:45:40.705288 dv-cinder-829630-1-smb neutron-server[108155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 04:45:40.705288 dv-cinder-829630-1-smb neutron-server[108155]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 04:45:40.705288 dv-cinder-829630-1-smb neutron-server[108155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 04:45:40.705288 dv-cinder-829630-1-smb neutron-server[108155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 04:45:40.705288 dv-cinder-829630-1-smb neutron-server[108155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 04:45:40.764574 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-38a71574-9066-49c3-ba60-7ae4e544be8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1960168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-827310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650049'] for network, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:40.769954 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-38a71574-9066-49c3-ba60-7ae4e544be8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737771'] for network, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:40.773098 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-38a71574-9066-49c3-ba60-7ae4e544be8f admin admin] 10.222.0.36 "DELETE /v2.0/networks/e43726c8-efc1-4a70-870a-e8d2c02d7fda HTTP/1.1" status: 204 len: 168 time: 0.2699041 Feb 17 04:45:40.784410 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a71574-9066-49c3-ba60-7ae4e544be8f admin admin] Pushing event deleted for resources: {'Network': ['ID=e43726c8-efc1-4a70-870a-e8d2c02d7fda,revision_number=None']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:45:40.883991 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 34456) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:45:40.885643 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32c51c3-1354-42ad-9b47-ce4b8ad59592 req-f1b13350-75b2-4dbf-af07-cb03c6068b66 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:40.887164 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-f32c51c3-1354-42ad-9b47-ce4b8ad59592 req-f1b13350-75b2-4dbf-af07-cb03c6068b66 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8802c9d3-3f08-4e7d-8caa-c98713207758 HTTP/1.1" status: 200 len: 943 time: 0.0502689 Feb 17 04:45:40.923492 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-53f09a71-ff18-4267-ab9c-9bea0d6d916f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d7c993bd0ded4bea90f24c972b703974&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383029 Feb 17 04:45:40.924430 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-f32c51c3-1354-42ad-9b47-ce4b8ad59592 req-24fcce92-720f-443d-99a1-d051a544f164 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf33ea2b-fb92-4d81-bdf5-c93b5d217564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313461 Feb 17 04:45:40.926033 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 34458) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:45:40.974131 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-159b43f0-2d24-4bfb-9a02-644c1ebbd08f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:40.994776 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-159b43f0-2d24-4bfb-9a02-644c1ebbd08f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:41.043585 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-159b43f0-2d24-4bfb-9a02-644c1ebbd08f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:41.046575 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-159b43f0-2d24-4bfb-9a02-644c1ebbd08f admin admin] Notify callbacks [] for security_group, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:41.047986 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-159b43f0-2d24-4bfb-9a02-644c1ebbd08f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9bd6ce27-6b4e-4f12-8c34-3cf44a2665bc HTTP/1.1" status: 204 len: 168 time: 0.1202772 Feb 17 04:45:41.055327 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159b43f0-2d24-4bfb-9a02-644c1ebbd08f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd6ce27-6b4e-4f12-8c34-3cf44a2665bc,revision_number=None']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:45:41.411525 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1830fdc8-5bd1-4aa1-9b77-be0551d3c897 req-cc2e746f-efc2-4dcc-92b3-cf6fb68324f5 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:41.413009 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-1830fdc8-5bd1-4aa1-9b77-be0551d3c897 req-cc2e746f-efc2-4dcc-92b3-cf6fb68324f5 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/ports?device_id=fae267bb-40f6-4f7d-9581-e1bb3ddba386 HTTP/1.1" status: 200 len: 946 time: 0.0506947 Feb 17 04:45:41.452374 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-1830fdc8-5bd1-4aa1-9b77-be0551d3c897 req-ab5054dd-a2ef-4bd2-97fe-8d12e8142289 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e0aa9f4-2a43-4ec5-bc94-6988e43f272a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331459 Feb 17 04:45:41.560746 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619122b6-3741-45a3-9512-f30a6754055f req-6a8d6df0-0a45-489f-ad27-6556cb34d5c1 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:41.562204 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-619122b6-3741-45a3-9512-f30a6754055f req-6a8d6df0-0a45-489f-ad27-6556cb34d5c1 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.69 "GET /v2.0/ports?device_id=fae267bb-40f6-4f7d-9581-e1bb3ddba386 HTTP/1.1" status: 200 len: 946 time: 0.0532298 Feb 17 04:45:41.604151 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Device a7f179ed-607d-40af-a0c7-ce86809b6f52 details requested by agent hyperv_hv-cinder-82963 with host hv-cinder-82963 {{(pid=108157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 04:45:41.658090 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.plugin [req-619122b6-3741-45a3-9512-f30a6754055f req-70e3867a-2655-4f1a-8ba3-0bd0008678cc tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Deleting port ea95e790-98bf-43ed-ad1e-1d7f25713cde {{(pid=108156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:45:41.658548 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-619122b6-3741-45a3-9512-f30a6754055f req-70e3867a-2655-4f1a-8ba3-0bd0008678cc tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733365899870'] for port, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:41.706581 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] For port a7f179ed-607d-40af-a0c7-ce86809b6f52, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=a7f179ed-607d-40af-a0c7-ce86809b6f52,segment=NetworkSegment(d7c23f60-fd81-463c-84c9-fb74244f4d61),segment_id=d7c23f60-fd81-463c-84c9-fb74244f4d61)] {{(pid=108157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:45:41.721021 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Returning: {'device': 'a7f179ed-607d-40af-a0c7-ce86809b6f52', 'network_id': '6044f085-e24b-42f2-baa3-35fa62a45e03', 'port_id': 'a7f179ed-607d-40af-a0c7-ce86809b6f52', 'mac_address': 'fa:16:3e:0a:24:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e939ef18-20cb-4ec3-b53b-ca721a133838', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 04:45:41.759866 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.db [req-619122b6-3741-45a3-9512-f30a6754055f req-70e3867a-2655-4f1a-8ba3-0bd0008678cc tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] For port ea95e790-98bf-43ed-ad1e-1d7f25713cde, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=ea95e790-98bf-43ed-ad1e-1d7f25713cde,segment=NetworkSegment(99a66aaf-8003-4c92-9542-5126eba81209),segment_id=99a66aaf-8003-4c92-9542-5126eba81209)] {{(pid=108156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:45:41.760316 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-619122b6-3741-45a3-9512-f30a6754055f req-70e3867a-2655-4f1a-8ba3-0bd0008678cc tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650405'] for port, precommit_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:41.760936 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:41.773921 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.notifiers.nova [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7f179ed-607d-40af-a0c7-ce86809b6f52 {{(pid=108157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 04:45:41.794755 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] For port a7f179ed-607d-40af-a0c7-ce86809b6f52, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=a7f179ed-607d-40af-a0c7-ce86809b6f52,segment=NetworkSegment(d7c23f60-fd81-463c-84c9-fb74244f4d61),segment_id=d7c23f60-fd81-463c-84c9-fb74244f4d61)] {{(pid=108157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:45:41.799865 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:41.855333 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Pushing event updated for resources: {'Port': ['ID=a7f179ed-607d-40af-a0c7-ce86809b6f52,revision_number=9']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:45:42.021146 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] get_ports_and_sgs() called for port_ids ['a7f179ed-607d-40af-a0c7-ce86809b6f52'] {{(pid=108157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 04:45:42.045638 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-619122b6-3741-45a3-9512-f30a6754055f req-70e3867a-2655-4f1a-8ba3-0bd0008678cc tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:42.046285 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-619122b6-3741-45a3-9512-f30a6754055f req-70e3867a-2655-4f1a-8ba3-0bd0008678cc tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650163'] for floatingip, after_update {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:42.046391 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.db.l3_db [req-619122b6-3741-45a3-9512-f30a6754055f req-70e3867a-2655-4f1a-8ba3-0bd0008678cc tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Floating IP 69577b49-4c84-49c0-bc64-4190b01a78dd disassociated. External IP: 172.28.3.237, port: ea95e790-98bf-43ed-ad1e-1d7f25713cde. Feb 17 04:45:42.046671 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.plugin [req-619122b6-3741-45a3-9512-f30a6754055f req-70e3867a-2655-4f1a-8ba3-0bd0008678cc tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Calling delete_port for ea95e790-98bf-43ed-ad1e-1d7f25713cde owned by compute:nova {{(pid=108156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:45:42.105771 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58ef968-680d-4e82-ac56-fd523ca4c636 req-90f0d1a7-f019-41f2-a43d-89afd2f5eefc tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:42.107943 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-a58ef968-680d-4e82-ac56-fd523ca4c636 req-90f0d1a7-f019-41f2-a43d-89afd2f5eefc tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8802c9d3-3f08-4e7d-8caa-c98713207758 HTTP/1.1" status: 200 len: 944 time: 0.0988708 Feb 17 04:45:42.167219 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-a58ef968-680d-4e82-ac56-fd523ca4c636 req-edefe279-5277-41a0-a074-38face033c05 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf33ea2b-fb92-4d81-bdf5-c93b5d217564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526314 Feb 17 04:45:42.227152 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-619122b6-3741-45a3-9512-f30a6754055f req-70e3867a-2655-4f1a-8ba3-0bd0008678cc tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733365900373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733365499778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26489006'] for port, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:42.255714 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e3867a-2655-4f1a-8ba3-0bd0008678cc tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Pushing event deleted for resources: {'Port': ['ID=ea95e790-98bf-43ed-ad1e-1d7f25713cde,revision_number=None']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:45:42.379157 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.scheduler.l3_agent_scheduler [req-619122b6-3741-45a3-9512-f30a6754055f req-70e3867a-2655-4f1a-8ba3-0bd0008678cc tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Router 512931e0-d748-48dc-b61a-2e7dd9d916ad has already been hosted by L3 agent e8023405-eda5-4975-af11-622b29ed5550 {{(pid=108156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 04:45:42.504971 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-619122b6-3741-45a3-9512-f30a6754055f req-70e3867a-2655-4f1a-8ba3-0bd0008678cc tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Notify agent at l3_agent.dv-cinder-829630-1-smb the message routers_updated {{(pid=108156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 04:45:42.518298 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11466b8-f445-4169-ade3-5a5412bfd43d None None] Sync routers for ids ['512931e0-d748-48dc-b61a-2e7dd9d916ad'] in dv-cinder-829630-1-smb {{(pid=108157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 04:45:42.530727 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11466b8-f445-4169-ade3-5a5412bfd43d None None] Routers {'512931e0-d748-48dc-b61a-2e7dd9d916ad'} bound to L3 agent in host dv-cinder-829630-1-smb {{(pid=108157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:45:42.531309 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_hamode_db [None req-e11466b8-f445-4169-ade3-5a5412bfd43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T04:31:52Z,description=,heartbeat_timestamp=2022-02-17T04:45:22Z,host='dv-cinder-829630-1-smb',id=e8023405-eda5-4975-af11-622b29ed5550,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:52Z,topic='l3_agent')) {'router_ids': ['512931e0-d748-48dc-b61a-2e7dd9d916ad'], 'active': True} {{(pid=108157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:45:42.559610 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.db.l3_dvrscheduler_db [req-619122b6-3741-45a3-9512-f30a6754055f req-70e3867a-2655-4f1a-8ba3-0bd0008678cc tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] No DVR routers for this DVR port ea95e790-98bf-43ed-ad1e-1d7f25713cde on host hv-cinder-82963 {{(pid=108156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 04:45:42.563009 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-619122b6-3741-45a3-9512-f30a6754055f req-70e3867a-2655-4f1a-8ba3-0bd0008678cc tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49904'] for port, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:42.569964 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-619122b6-3741-45a3-9512-f30a6754055f req-70e3867a-2655-4f1a-8ba3-0bd0008678cc tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.69 "DELETE /v2.0/ports/ea95e790-98bf-43ed-ad1e-1d7f25713cde HTTP/1.1" status: 204 len: 173 time: 0.9992971 Feb 17 04:45:42.570758 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fae267bb-40f6-4f7d-9581-e1bb3ddba386', 'name': 'network-vif-deleted', 'tag': 'ea95e790-98bf-43ed-ad1e-1d7f25713cde'}] {{(pid=108156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:45:42.573176 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0b67973df7b1313e2305cae6a6fc83f0f1e2d937ba4ea44ff20eeef2f46ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e6879f-5d4b-48f2-9b37-ce34d9c2196a" -d '{"events": [{"server_uuid": "fae267bb-40f6-4f7d-9581-e1bb3ddba386", "name": "network-vif-deleted", "tag": "ea95e790-98bf-43ed-ad1e-1d7f25713cde"}]}' {{(pid=108156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:45:42.613457 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-9cb0b620-018b-4b94-8673-d7436816e390 req-11f9e792-3f15-40eb-8c6c-021e1ec25bc7 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/ports?device_id=fae267bb-40f6-4f7d-9581-e1bb3ddba386 HTTP/1.1" status: 200 len: 210 time: 0.0790181 Feb 17 04:45:42.620547 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 04:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c727f0b2-4539-4622-b702-0f4d01514259 x-openstack-request-id: req-c727f0b2-4539-4622-b702-0f4d01514259 {{(pid=108156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:45:42.621148 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fae267bb-40f6-4f7d-9581-e1bb3ddba386", "name": "network-vif-deleted", "tag": "ea95e790-98bf-43ed-ad1e-1d7f25713cde", "status": "completed", "code": 200}]} {{(pid=108156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:45:42.621634 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c727f0b2-4539-4622-b702-0f4d01514259 {{(pid=108156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:45:42.622238 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fae267bb-40f6-4f7d-9581-e1bb3ddba386', 'name': 'network-vif-deleted', 'tag': 'ea95e790-98bf-43ed-ad1e-1d7f25713cde', 'status': 'completed', 'code': 200} Feb 17 04:45:42.714365 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_dvr_db [None req-e11466b8-f445-4169-ade3-5a5412bfd43d None None] Set router 512931e0-d748-48dc-b61a-2e7dd9d916ad gateway port host: dv-cinder-829630-1-smb {{(pid=108157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:45:42.961371 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_hamode_db [None req-e11466b8-f445-4169-ade3-5a5412bfd43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '512931e0-d748-48dc-b61a-2e7dd9d916ad', 'name': 'tempest-AttachVolumeTestJSON-787431873-router', 'tenant_id': '3829f22bdfad4cf780241903bcedf462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'external_fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.219'}], 'enable_snat': True}, 'gw_port_id': '08897a33-58fd-46a7-aa92-1311a6a87524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:40:31Z', 'updated_at': '2022-02-17T04:40:44Z', 'revision_number': 4, 'project_id': '3829f22bdfad4cf780241903bcedf462', 'gw_port': {'id': '08897a33-58fd-46a7-aa92-1311a6a87524', 'name': '', 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:40:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512931e0-d748-48dc-b61a-2e7dd9d916ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:32Z', 'updated_at': '2022-02-17T04:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-smb', '_interfaces': [{'id': 'bbc1efbc-ccc8-4e64-b3b9-4b16ab1a04a8', 'name': '', 'network_id': '75349da8-5288-4d10-8e72-5e1d72cb6968', 'tenant_id': '3829f22bdfad4cf780241903bcedf462', 'mac_address': 'fa:16:3e:9a:c0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512931e0-d748-48dc-b61a-2e7dd9d916ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '091e0600-b2ac-4cb6-bb57-09d45c6ebace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:41Z', 'updated_at': '2022-02-17T04:40:52Z', 'revision_number': 5, 'project_id': '3829f22bdfad4cf780241903bcedf462', 'subnets': [{'id': '091e0600-b2ac-4cb6-bb57-09d45c6ebace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-1-smb', False) {} {{(pid=108157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:45:42.989725 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11466b8-f445-4169-ade3-5a5412bfd43d None None] Checking router: 512931e0-d748-48dc-b61a-2e7dd9d916ad for host: dv-cinder-829630-1-smb {{(pid=108157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 04:45:42.998599 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11466b8-f445-4169-ade3-5a5412bfd43d None None] Routers {'512931e0-d748-48dc-b61a-2e7dd9d916ad'} bound to L3 agent in host dv-cinder-829630-1-smb {{(pid=108157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:45:42.999273 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_hamode_db [None req-e11466b8-f445-4169-ade3-5a5412bfd43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T04:31:52Z,description=,heartbeat_timestamp=2022-02-17T04:45:22Z,host='dv-cinder-829630-1-smb',id=e8023405-eda5-4975-af11-622b29ed5550,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:52Z,topic='l3_agent')) {'router_ids': ['512931e0-d748-48dc-b61a-2e7dd9d916ad'], 'active': True} {{(pid=108157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:45:43.134820 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_dvr_db [None req-e11466b8-f445-4169-ade3-5a5412bfd43d None None] Set router 512931e0-d748-48dc-b61a-2e7dd9d916ad gateway port host: dv-cinder-829630-1-smb {{(pid=108157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:45:43.305242 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bfb651-5e10-4a81-8aad-5528a9de35b1 req-be285eff-3566-47fc-bed2-e63ac3b6aedd tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:43.306756 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-67bfb651-5e10-4a81-8aad-5528a9de35b1 req-be285eff-3566-47fc-bed2-e63ac3b6aedd tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8802c9d3-3f08-4e7d-8caa-c98713207758 HTTP/1.1" status: 200 len: 944 time: 0.0514877 Feb 17 04:45:43.351636 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-67bfb651-5e10-4a81-8aad-5528a9de35b1 req-a0e96da5-6e89-4458-87fa-10599734efb0 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf33ea2b-fb92-4d81-bdf5-c93b5d217564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374739 Feb 17 04:45:43.357611 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_hamode_db [None req-e11466b8-f445-4169-ade3-5a5412bfd43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '512931e0-d748-48dc-b61a-2e7dd9d916ad', 'name': 'tempest-AttachVolumeTestJSON-787431873-router', 'tenant_id': '3829f22bdfad4cf780241903bcedf462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'external_fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.219'}], 'enable_snat': True}, 'gw_port_id': '08897a33-58fd-46a7-aa92-1311a6a87524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:40:31Z', 'updated_at': '2022-02-17T04:40:44Z', 'revision_number': 4, 'project_id': '3829f22bdfad4cf780241903bcedf462', 'gw_port': {'id': '08897a33-58fd-46a7-aa92-1311a6a87524', 'name': '', 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:40:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512931e0-d748-48dc-b61a-2e7dd9d916ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:32Z', 'updated_at': '2022-02-17T04:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-smb', '_interfaces': [{'id': 'bbc1efbc-ccc8-4e64-b3b9-4b16ab1a04a8', 'name': '', 'network_id': '75349da8-5288-4d10-8e72-5e1d72cb6968', 'tenant_id': '3829f22bdfad4cf780241903bcedf462', 'mac_address': 'fa:16:3e:9a:c0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512931e0-d748-48dc-b61a-2e7dd9d916ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '091e0600-b2ac-4cb6-bb57-09d45c6ebace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:41Z', 'updated_at': '2022-02-17T04:40:52Z', 'revision_number': 5, 'project_id': '3829f22bdfad4cf780241903bcedf462', 'subnets': [{'id': '091e0600-b2ac-4cb6-bb57-09d45c6ebace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-1-smb', False) {} {{(pid=108157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:45:43.388936 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11466b8-f445-4169-ade3-5a5412bfd43d None None] The sync data for ids ['512931e0-d748-48dc-b61a-2e7dd9d916ad'] in dv-cinder-829630-1-smb is: [{'id': '512931e0-d748-48dc-b61a-2e7dd9d916ad', 'name': 'tempest-AttachVolumeTestJSON-787431873-router', 'tenant_id': '3829f22bdfad4cf780241903bcedf462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'external_fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.219'}], 'enable_snat': True}, 'gw_port_id': '08897a33-58fd-46a7-aa92-1311a6a87524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:40:31Z', 'updated_at': '2022-02-17T04:40:44Z', 'revision_number': 4, 'project_id': '3829f22bdfad4cf780241903bcedf462', 'gw_port': {'id': '08897a33-58fd-46a7-aa92-1311a6a87524', 'name': '', 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:40:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512931e0-d748-48dc-b61a-2e7dd9d916ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:32Z', 'updated_at': '2022-02-17T04:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-smb', '_interfaces': [{'id': 'bbc1efbc-ccc8-4e64-b3b9-4b16ab1a04a8', 'name': '', 'network_id': '75349da8-5288-4d10-8e72-5e1d72cb6968', 'tenant_id': '3829f22bdfad4cf780241903bcedf462', 'mac_address': 'fa:16:3e:9a:c0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512931e0-d748-48dc-b61a-2e7dd9d916ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '091e0600-b2ac-4cb6-bb57-09d45c6ebace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:41Z', 'updated_at': '2022-02-17T04:40:52Z', 'revision_number': 5, 'project_id': '3829f22bdfad4cf780241903bcedf462', 'subnets': [{'id': '091e0600-b2ac-4cb6-bb57-09d45c6ebace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 04:45:43.604182 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeaa100d-abf3-4913-b068-286800b80b28 None None] New status for floating IP 69577b49-4c84-49c0-bc64-4190b01a78dd: DOWN {{(pid=108158) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 04:45:43.609459 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Device a7f179ed-607d-40af-a0c7-ce86809b6f52 up at agent hyperv_hv-cinder-82963 {{(pid=108157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:45:43.658896 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Provisioning complete for port a7f179ed-607d-40af-a0c7-ce86809b6f52 triggered by entity L2. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:45:43.659495 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:43.710716 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 34544) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:45:43.770418 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:43.821831 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-d88c9399-4f0c-46fe-ab37-9940a59a512d tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Notify callbacks [] for security_group, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:43.829303 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8802c9d3-3f08-4e7d-8caa-c98713207758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7f179ed-607d-40af-a0c7-ce86809b6f52'}] {{(pid=108157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:45:43.832196 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2d1db2b66fadfb38f3e682fd5beb02e22f49f1efddde24347983e162d9d2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c51462-ca3a-4618-ab90-edfb18eeae55" -d '{"events": [{"server_uuid": "8802c9d3-3f08-4e7d-8caa-c98713207758", "name": "network-vif-plugged", "status": "completed", "tag": "a7f179ed-607d-40af-a0c7-ce86809b6f52"}]}' {{(pid=108157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:45:43.840381 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] For port a7f179ed-607d-40af-a0c7-ce86809b6f52, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=a7f179ed-607d-40af-a0c7-ce86809b6f52,segment=NetworkSegment(d7c23f60-fd81-463c-84c9-fb74244f4d61),segment_id=d7c23f60-fd81-463c-84c9-fb74244f4d61)] {{(pid=108157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:45:43.847091 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:43.848210 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Device ea95e790-98bf-43ed-ad1e-1d7f25713cde no longer exists at agent hyperv_hv-cinder-82963 {{(pid=108157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 04:45:43.894362 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.plugin [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] No Port match for: ea95e790-98bf-43ed-ad1e-1d7f25713cde {{(pid=108157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 17 04:45:43.894770 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Device ea95e790-98bf-43ed-ad1e-1d7f25713cde not bound to the agent host hv-cinder-82963 {{(pid=108157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 04:45:43.905930 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-d88c9399-4f0c-46fe-ab37-9940a59a512d tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:43.906913 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 04:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79089a20-3db5-49d3-bb69-f245ebb4e82d x-openstack-request-id: req-79089a20-3db5-49d3-bb69-f245ebb4e82d {{(pid=108157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:45:43.907302 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8802c9d3-3f08-4e7d-8caa-c98713207758", "name": "network-vif-plugged", "status": "completed", "tag": "a7f179ed-607d-40af-a0c7-ce86809b6f52", "code": 200}]} {{(pid=108157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:45:43.907613 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-79089a20-3db5-49d3-bb69-f245ebb4e82d {{(pid=108157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:45:43.908077 dv-cinder-829630-1-smb neutron-server[108157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8802c9d3-3f08-4e7d-8caa-c98713207758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7f179ed-607d-40af-a0c7-ce86809b6f52', 'code': 200} Feb 17 04:45:43.937281 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Pushing event updated for resources: {'Port': ['ID=a7f179ed-607d-40af-a0c7-ce86809b6f52,revision_number=10']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:45:43.965150 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-d88c9399-4f0c-46fe-ab37-9940a59a512d tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:43.969329 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-d88c9399-4f0c-46fe-ab37-9940a59a512d tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Notify callbacks [] for security_group, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:43.970523 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-d88c9399-4f0c-46fe-ab37-9940a59a512d tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "DELETE /v2.0/security-groups/4e0aa9f4-2a43-4ec5-bc94-6988e43f272a HTTP/1.1" status: 204 len: 168 time: 0.2587643 Feb 17 04:45:43.973342 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 34548) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:45:43.980448 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88c9399-4f0c-46fe-ab37-9940a59a512d tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e0aa9f4-2a43-4ec5-bc94-6988e43f272a,revision_number=None']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:45:43.995096 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.api.v2.resource [None req-240c9801-3be4-44cc-885a-a6d19e6703db tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] show failed (client error): The resource could not be found. Feb 17 04:45:43.996937 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-240c9801-3be4-44cc-885a-a6d19e6703db tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "GET /v2.0/security-groups/4e0aa9f4-2a43-4ec5-bc94-6988e43f272a HTTP/1.1" status: 404 len: 347 time: 0.0225160 Feb 17 04:45:43.999951 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 34550) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:45:44.112784 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071f5624-44b5-41bb-aaed-a879f59ab598 req-3d185199-c225-4fdf-8377-4eb1b3e8f79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:44.114570 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-071f5624-44b5-41bb-aaed-a879f59ab598 req-3d185199-c225-4fdf-8377-4eb1b3e8f79d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8802c9d3-3f08-4e7d-8caa-c98713207758 HTTP/1.1" status: 200 len: 1099 time: 0.0528600 Feb 17 04:45:44.135453 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.plugin [None req-d35ec847-6346-4c3b-8311-c82626c48ae9 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Deleting port 250b931e-1955-4faa-aa63-080753f998f6 {{(pid=108155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:45:44.135796 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-d35ec847-6346-4c3b-8311-c82626c48ae9 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733365899870'] for port, before_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:44.156603 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-071f5624-44b5-41bb-aaed-a879f59ab598 req-be3ca579-eb42-4e9c-b9ef-64679e2a2f56 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=cf33ea2b-fb92-4d81-bdf5-c93b5d217564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325639 Feb 17 04:45:44.218189 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-d35ec847-6346-4c3b-8311-c82626c48ae9 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650405'] for port, precommit_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:44.218514 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-d35ec847-6346-4c3b-8311-c82626c48ae9 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:44.229796 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.plugin [None req-d35ec847-6346-4c3b-8311-c82626c48ae9 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Calling delete_port for 250b931e-1955-4faa-aa63-080753f998f6 owned by network:floatingip {{(pid=108155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:45:44.368914 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-d35ec847-6346-4c3b-8311-c82626c48ae9 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733365900373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733365499778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2813823'] for port, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:44.476818 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a79def-6575-47e5-add1-a053dbfb28fd req-4a8af6f7-9d2d-4085-a9b7-cae6edbeb29d tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:44.478661 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-e4a79def-6575-47e5-add1-a053dbfb28fd req-4a8af6f7-9d2d-4085-a9b7-cae6edbeb29d tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8802c9d3-3f08-4e7d-8caa-c98713207758 HTTP/1.1" status: 200 len: 946 time: 0.0518651 Feb 17 04:45:44.519033 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-e4a79def-6575-47e5-add1-a053dbfb28fd req-b48fd999-be50-4d30-ac96-c5dd397d872c tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf33ea2b-fb92-4d81-bdf5-c93b5d217564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336173 Feb 17 04:45:44.617943 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35ec847-6346-4c3b-8311-c82626c48ae9 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Pushing event deleted for resources: {'Port': ['ID=250b931e-1955-4faa-aa63-080753f998f6,revision_number=None']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:45:44.673454 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-d35ec847-6346-4c3b-8311-c82626c48ae9 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Notify callbacks [] for floatingip, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:44.676066 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-d35ec847-6346-4c3b-8311-c82626c48ae9 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49904'] for floatingip, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:44.677194 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-d35ec847-6346-4c3b-8311-c82626c48ae9 tempest-AttachVolumeTestJSON-1072078590 tempest-AttachVolumeTestJSON-1072078590-project] 10.222.0.36 "DELETE /v2.0/floatingips/69577b49-4c84-49c0-bc64-4190b01a78dd HTTP/1.1" status: 204 len: 168 time: 0.6762013 Feb 17 04:45:45.647160 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58868bd-07dc-420b-8050-44a18c773618 req-61fe0d8b-e9c9-47c6-a315-2947764cdb3e tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:45.648826 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-b58868bd-07dc-420b-8050-44a18c773618 req-61fe0d8b-e9c9-47c6-a315-2947764cdb3e tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8802c9d3-3f08-4e7d-8caa-c98713207758 HTTP/1.1" status: 200 len: 946 time: 0.0502059 Feb 17 04:45:45.689356 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-b58868bd-07dc-420b-8050-44a18c773618 req-9e8ddf8c-059a-4fec-b266-9d3957e1f8c3 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf33ea2b-fb92-4d81-bdf5-c93b5d217564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340550 Feb 17 04:45:46.970717 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c18ab66-d68e-4df1-923f-437fa39a036a req-706ba48f-371e-469e-b07d-74e8c8d664c6 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:46.972120 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-8c18ab66-d68e-4df1-923f-437fa39a036a req-706ba48f-371e-469e-b07d-74e8c8d664c6 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8802c9d3-3f08-4e7d-8caa-c98713207758 HTTP/1.1" status: 200 len: 946 time: 0.0496752 Feb 17 04:45:47.010804 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-8c18ab66-d68e-4df1-923f-437fa39a036a req-378df666-613d-449b-9de0-658629daa3bd tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf33ea2b-fb92-4d81-bdf5-c93b5d217564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326517 Feb 17 04:45:48.187182 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 34654) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:45:48.691953 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-ff459d56-ca2a-49f9-8e37-c03045149b00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647859'] for router_interface, before_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:48.849475 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.agents_db [None req-cbde576c-1bd3-47c0-9bd8-6306741b546e None None] Agent healthcheck: found 6 active agents {{(pid=108158) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 04:45:48.926962 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.plugin [None req-ff459d56-ca2a-49f9-8e37-c03045149b00 admin admin] Deleting port bbc1efbc-ccc8-4e64-b3b9-4b16ab1a04a8 {{(pid=108155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:45:48.927295 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-ff459d56-ca2a-49f9-8e37-c03045149b00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733365899870'] for port, before_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:49.001973 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.db [None req-ff459d56-ca2a-49f9-8e37-c03045149b00 admin admin] For port bbc1efbc-ccc8-4e64-b3b9-4b16ab1a04a8, host dv-cinder-829630-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-smb',level=0,port_id=bbc1efbc-ccc8-4e64-b3b9-4b16ab1a04a8,segment=NetworkSegment(99a66aaf-8003-4c92-9542-5126eba81209),segment_id=99a66aaf-8003-4c92-9542-5126eba81209)] {{(pid=108155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:45:49.002325 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-ff459d56-ca2a-49f9-8e37-c03045149b00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650405'] for port, precommit_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:49.013459 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.plugin [None req-ff459d56-ca2a-49f9-8e37-c03045149b00 admin admin] Calling delete_port for bbc1efbc-ccc8-4e64-b3b9-4b16ab1a04a8 owned by network:router_interface {{(pid=108155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:45:49.189295 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-ff459d56-ca2a-49f9-8e37-c03045149b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733365900373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733365499778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2813823'] for port, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:49.219822 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff459d56-ca2a-49f9-8e37-c03045149b00 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbc1efbc-ccc8-4e64-b3b9-4b16ab1a04a8,revision_number=None']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:45:49.380594 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-ff459d56-ca2a-49f9-8e37-c03045149b00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-647903'] for router_interface, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:49.530528 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-dd60522e-8533-4e51-b895-d2b5cde7fbf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:49.590102 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff459d56-ca2a-49f9-8e37-c03045149b00 admin admin] Router 512931e0-d748-48dc-b61a-2e7dd9d916ad has already been hosted by L3 agent e8023405-eda5-4975-af11-622b29ed5550 {{(pid=108155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 04:45:49.703118 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff459d56-ca2a-49f9-8e37-c03045149b00 admin admin] Notify agent at l3_agent.dv-cinder-829630-1-smb the message routers_updated {{(pid=108155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 04:45:49.708938 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-ff459d56-ca2a-49f9-8e37-c03045149b00 admin admin] 10.222.0.36 "PUT /v2.0/routers/512931e0-d748-48dc-b61a-2e7dd9d916ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5201795 Feb 17 04:45:49.711061 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 34674) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:45:49.715284 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753c3245-9989-481f-a01e-4fceba95a13d None None] Sync routers for ids ['512931e0-d748-48dc-b61a-2e7dd9d916ad'] in dv-cinder-829630-1-smb {{(pid=108157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 04:45:49.725966 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753c3245-9989-481f-a01e-4fceba95a13d None None] Routers {'512931e0-d748-48dc-b61a-2e7dd9d916ad'} bound to L3 agent in host dv-cinder-829630-1-smb {{(pid=108157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:45:49.726574 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_hamode_db [None req-753c3245-9989-481f-a01e-4fceba95a13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T04:31:52Z,description=,heartbeat_timestamp=2022-02-17T04:45:22Z,host='dv-cinder-829630-1-smb',id=e8023405-eda5-4975-af11-622b29ed5550,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:52Z,topic='l3_agent')) {'router_ids': ['512931e0-d748-48dc-b61a-2e7dd9d916ad'], 'active': True} {{(pid=108157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:45:49.824063 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-f4677b8a-51e0-4bac-add1-aeaa5d00661b admin admin] Notify callbacks [] for router, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:49.952897 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-f4677b8a-51e0-4bac-add1-aeaa5d00661b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:49.968389 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_dvr_db [None req-753c3245-9989-481f-a01e-4fceba95a13d None None] Set router 512931e0-d748-48dc-b61a-2e7dd9d916ad gateway port host: dv-cinder-829630-1-smb {{(pid=108157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:45:50.010263 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.plugin [None req-f4677b8a-51e0-4bac-add1-aeaa5d00661b admin admin] Deleting port 08897a33-58fd-46a7-aa92-1311a6a87524 {{(pid=108156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:45:50.010667 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-f4677b8a-51e0-4bac-add1-aeaa5d00661b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733365899870'] for port, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:50.099750 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.db [None req-f4677b8a-51e0-4bac-add1-aeaa5d00661b admin admin] For port 08897a33-58fd-46a7-aa92-1311a6a87524, host dv-cinder-829630-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-smb',level=0,port_id=08897a33-58fd-46a7-aa92-1311a6a87524,segment=NetworkSegment(e91f6497-8228-4e22-a6c9-5a362f6f98f1),segment_id=e91f6497-8228-4e22-a6c9-5a362f6f98f1)] {{(pid=108156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:45:50.100111 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-f4677b8a-51e0-4bac-add1-aeaa5d00661b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650405'] for port, precommit_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:50.114412 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.plugin [None req-f4677b8a-51e0-4bac-add1-aeaa5d00661b admin admin] Calling delete_port for 08897a33-58fd-46a7-aa92-1311a6a87524 owned by network:router_gateway {{(pid=108156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:45:50.151967 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_hamode_db [None req-753c3245-9989-481f-a01e-4fceba95a13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '512931e0-d748-48dc-b61a-2e7dd9d916ad', 'name': 'tempest-AttachVolumeTestJSON-787431873-router', 'tenant_id': '3829f22bdfad4cf780241903bcedf462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'external_fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.219'}], 'enable_snat': True}, 'gw_port_id': '08897a33-58fd-46a7-aa92-1311a6a87524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:40:31Z', 'updated_at': '2022-02-17T04:45:49Z', 'revision_number': 5, 'project_id': '3829f22bdfad4cf780241903bcedf462', 'gw_port': {'id': '08897a33-58fd-46a7-aa92-1311a6a87524', 'name': '', 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:40:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512931e0-d748-48dc-b61a-2e7dd9d916ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:32Z', 'updated_at': '2022-02-17T04:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-smb'}], 'dv-cinder-829630-1-smb', False) {} {{(pid=108157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:45:50.179480 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753c3245-9989-481f-a01e-4fceba95a13d None None] Checking router: 512931e0-d748-48dc-b61a-2e7dd9d916ad for host: dv-cinder-829630-1-smb {{(pid=108157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 04:45:50.190375 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753c3245-9989-481f-a01e-4fceba95a13d None None] Routers {'512931e0-d748-48dc-b61a-2e7dd9d916ad'} bound to L3 agent in host dv-cinder-829630-1-smb {{(pid=108157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:45:50.191273 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_hamode_db [None req-753c3245-9989-481f-a01e-4fceba95a13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T04:31:52Z,description=,heartbeat_timestamp=2022-02-17T04:45:22Z,host='dv-cinder-829630-1-smb',id=e8023405-eda5-4975-af11-622b29ed5550,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:52Z,topic='l3_agent')) {'router_ids': ['512931e0-d748-48dc-b61a-2e7dd9d916ad'], 'active': True} {{(pid=108157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:45:50.277710 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 34686) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:45:50.286135 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_dvr_db [None req-753c3245-9989-481f-a01e-4fceba95a13d None None] Set router 512931e0-d748-48dc-b61a-2e7dd9d916ad gateway port host: None {{(pid=108157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:45:50.293245 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-f4677b8a-51e0-4bac-add1-aeaa5d00661b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733365900373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733365499778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26489006'] for port, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:50.319865 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4677b8a-51e0-4bac-add1-aeaa5d00661b admin admin] Pushing event deleted for resources: {'Port': ['ID=08897a33-58fd-46a7-aa92-1311a6a87524,revision_number=None']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:45:50.344531 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_hamode_db [None req-753c3245-9989-481f-a01e-4fceba95a13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '512931e0-d748-48dc-b61a-2e7dd9d916ad', 'name': 'tempest-AttachVolumeTestJSON-787431873-router', 'tenant_id': '3829f22bdfad4cf780241903bcedf462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:40:31Z', 'updated_at': '2022-02-17T04:45:49Z', 'revision_number': 6, 'project_id': '3829f22bdfad4cf780241903bcedf462', 'gw_port_host': None}], 'dv-cinder-829630-1-smb', False) {} {{(pid=108157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:45:50.371859 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753c3245-9989-481f-a01e-4fceba95a13d None None] The sync data for ids ['512931e0-d748-48dc-b61a-2e7dd9d916ad'] in dv-cinder-829630-1-smb is: [{'id': '512931e0-d748-48dc-b61a-2e7dd9d916ad', 'name': 'tempest-AttachVolumeTestJSON-787431873-router', 'tenant_id': '3829f22bdfad4cf780241903bcedf462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:40:31Z', 'updated_at': '2022-02-17T04:45:49Z', 'revision_number': 6, 'project_id': '3829f22bdfad4cf780241903bcedf462', 'gw_port_host': None}] {{(pid=108157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 04:45:50.387366 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-f4677b8a-51e0-4bac-add1-aeaa5d00661b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650109'] for router_gateway, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:50.397656 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-bea054cb-8ef8-4e30-aa54-9850ff27e5b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:50.473157 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-bea054cb-8ef8-4e30-aa54-9850ff27e5b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:50.477446 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-bea054cb-8ef8-4e30-aa54-9850ff27e5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:50.489108 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-f4677b8a-51e0-4bac-add1-aeaa5d00661b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-650398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9654'] for router, precommit_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:50.491229 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-f4677b8a-51e0-4bac-add1-aeaa5d00661b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:50.516495 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-bea054cb-8ef8-4e30-aa54-9850ff27e5b2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f9cf7abb10ae44a6b30a197919dccb5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2376852 Feb 17 04:45:50.517444 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea054cb-8ef8-4e30-aa54-9850ff27e5b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e685c1e1-4126-43fc-ad6f-f28fe836187e,revision_number=1']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:45:50.519934 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 34690) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:45:50.536987 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-f4677b8a-51e0-4bac-add1-aeaa5d00661b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-650480'] for router, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:50.538238 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4677b8a-51e0-4bac-add1-aeaa5d00661b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 512931e0-d748-48dc-b61a-2e7dd9d916ad {{(pid=108156) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 04:45:50.543129 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-f4677b8a-51e0-4bac-add1-aeaa5d00661b admin admin] Notify callbacks [] for router, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:50.544491 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-f4677b8a-51e0-4bac-add1-aeaa5d00661b admin admin] 10.222.0.36 "DELETE /v2.0/routers/512931e0-d748-48dc-b61a-2e7dd9d916ad HTTP/1.1" status: 204 len: 168 time: 0.8322225 Feb 17 04:45:50.547136 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 34692) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:45:50.578746 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-d887747b-aa1a-49c6-9a51-e623f56dd9b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:50.591700 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.db.db_base_plugin_v2 [None req-a940287e-9497-49bf-85f2-03792925d041 admin admin] Deleting subnet 091e0600-b2ac-4cb6-bb57-09d45c6ebace {{(pid=108156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 17 04:45:50.595215 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-a940287e-9497-49bf-85f2-03792925d041 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:50.600210 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-d887747b-aa1a-49c6-9a51-e623f56dd9b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:50.629631 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-a940287e-9497-49bf-85f2-03792925d041 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26378078'] for subnet, precommit_delete_associations {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:50.648408 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-d887747b-aa1a-49c6-9a51-e623f56dd9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:50.650948 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-d887747b-aa1a-49c6-9a51-e623f56dd9b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:50.652115 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-d887747b-aa1a-49c6-9a51-e623f56dd9b4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e685c1e1-4126-43fc-ad6f-f28fe836187e HTTP/1.1" status: 204 len: 168 time: 0.1282916 Feb 17 04:45:50.661143 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d887747b-aa1a-49c6-9a51-e623f56dd9b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e685c1e1-4126-43fc-ad6f-f28fe836187e,revision_number=None']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:45:50.745893 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-a940287e-9497-49bf-85f2-03792925d041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961027'] for subnet, precommit_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:50.810684 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-a940287e-9497-49bf-85f2-03792925d041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1961080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26488925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27084032'] for subnet, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:50.839306 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a940287e-9497-49bf-85f2-03792925d041 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=091e0600-b2ac-4cb6-bb57-09d45c6ebace,revision_number=None']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:45:50.845787 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-a940287e-9497-49bf-85f2-03792925d041 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:50.852966 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-a940287e-9497-49bf-85f2-03792925d041 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/091e0600-b2ac-4cb6-bb57-09d45c6ebace HTTP/1.1" status: 204 len: 168 time: 0.3025963 Feb 17 04:45:50.853158 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8155d6-b5f1-4fe1-8c39-7179e5b11729 None None] Network 75349da8-5288-4d10-8e72-5e1d72cb6968 requested from dv-cinder-829630-1-smb {{(pid=108157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 17 04:45:50.853629 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 34698) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:45:50.926980 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-59535a89-aa82-4e3f-a1a1-1a0d6c4b4c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1709386'] for network, before_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:50.954610 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 34700) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:45:50.972573 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-0f54913e-e987-474e-b904-079d2c7a20bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:50.980909 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.plugin [None req-59535a89-aa82-4e3f-a1a1-1a0d6c4b4c3e admin admin] Deleting port 31145821-455e-4714-9828-658720a4e2b0 {{(pid=108155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:45:50.981253 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-59535a89-aa82-4e3f-a1a1-1a0d6c4b4c3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733365899870'] for port, before_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:51.052430 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.db [None req-59535a89-aa82-4e3f-a1a1-1a0d6c4b4c3e admin admin] For port 31145821-455e-4714-9828-658720a4e2b0, host dv-cinder-829630-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-smb',level=0,port_id=31145821-455e-4714-9828-658720a4e2b0,segment=NetworkSegment(99a66aaf-8003-4c92-9542-5126eba81209),segment_id=99a66aaf-8003-4c92-9542-5126eba81209)] {{(pid=108155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:45:51.052430 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-59535a89-aa82-4e3f-a1a1-1a0d6c4b4c3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650405'] for port, precommit_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:51.066827 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.plugin [None req-59535a89-aa82-4e3f-a1a1-1a0d6c4b4c3e admin admin] Calling delete_port for 31145821-455e-4714-9828-658720a4e2b0 owned by network:dhcp {{(pid=108155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:45:51.152263 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-59535a89-aa82-4e3f-a1a1-1a0d6c4b4c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733365900373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733365499778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2813823'] for port, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:51.173932 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d45d603-d947-4d74-8516-3abbbc7912ea None None] DHCP port deletion for 75349da8-5288-4d10-8e72-5e1d72cb6968 request from dv-cinder-829630-1-smb {{(pid=108157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 17 04:45:51.179734 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59535a89-aa82-4e3f-a1a1-1a0d6c4b4c3e admin admin] Pushing event deleted for resources: {'Port': ['ID=31145821-455e-4714-9828-658720a4e2b0,revision_number=None']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:45:51.188097 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59535a89-aa82-4e3f-a1a1-1a0d6c4b4c3e admin admin] No DVR routers for this DVR port 31145821-455e-4714-9828-658720a4e2b0 on host dv-cinder-829630-1-smb {{(pid=108155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 04:45:51.279528 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-59535a89-aa82-4e3f-a1a1-1a0d6c4b4c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1960161', 'neutron.services.segments.db._delete_segments_for_network-8733365806376'] for network, precommit_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:51.287363 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-0f54913e-e987-474e-b904-079d2c7a20bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:51.295091 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-0f54913e-e987-474e-b904-079d2c7a20bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:51.301308 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.services.segments.db [None req-59535a89-aa82-4e3f-a1a1-1a0d6c4b4c3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75349da8-5288-4d10-8e72-5e1d72cb6968']}} {{(pid=108155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:45:51.311468 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.services.segments.db [None req-59535a89-aa82-4e3f-a1a1-1a0d6c4b4c3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99a66aaf-8003-4c92-9542-5126eba81209') {'for_net_delete': True} {{(pid=108155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:45:51.311748 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.services.segments.db [None req-59535a89-aa82-4e3f-a1a1-1a0d6c4b4c3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99a66aaf-8003-4c92-9542-5126eba81209') {} {{(pid=108155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:45:51.322092 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-59535a89-aa82-4e3f-a1a1-1a0d6c4b4c3e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733366045332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2879774'] for segment, before_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:51.335069 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-0f54913e-e987-474e-b904-079d2c7a20bd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=eff0118ed16343389344ff0903aaee90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3791680 Feb 17 04:45:51.337002 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54913e-e987-474e-b904-079d2c7a20bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ade667ce-345c-4c7d-9953-ae8ec29da00e,revision_number=1']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:45:51.337897 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 34702) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:45:51.339000 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-59535a89-aa82-4e3f-a1a1-1a0d6c4b4c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1955041'] for segment, precommit_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:51.358725 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59535a89-aa82-4e3f-a1a1-1a0d6c4b4c3e admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=108155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 04:45:51.359139 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-59535a89-aa82-4e3f-a1a1-1a0d6c4b4c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1955041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2813738'] for segment, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:51.361101 dv-cinder-829630-1-smb neutron-server[108155]: Traceback (most recent call last): Feb 17 04:45:51.361101 dv-cinder-829630-1-smb neutron-server[108155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 04:45:51.361101 dv-cinder-829630-1-smb neutron-server[108155]: timer() Feb 17 04:45:51.361101 dv-cinder-829630-1-smb neutron-server[108155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 04:45:51.361101 dv-cinder-829630-1-smb neutron-server[108155]: cb(*args, **kw) Feb 17 04:45:51.361101 dv-cinder-829630-1-smb neutron-server[108155]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 04:45:51.361101 dv-cinder-829630-1-smb neutron-server[108155]: return func(*args, **kwargs) Feb 17 04:45:51.361101 dv-cinder-829630-1-smb neutron-server[108155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 04:45:51.361101 dv-cinder-829630-1-smb neutron-server[108155]: self._notify() Feb 17 04:45:51.361101 dv-cinder-829630-1-smb neutron-server[108155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 04:45:51.361101 dv-cinder-829630-1-smb neutron-server[108155]: self.callback(batched_events) Feb 17 04:45:51.361101 dv-cinder-829630-1-smb neutron-server[108155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 04:45:51.361101 dv-cinder-829630-1-smb neutron-server[108155]: event.method(event) Feb 17 04:45:51.361101 dv-cinder-829630-1-smb neutron-server[108155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 04:45:51.361101 dv-cinder-829630-1-smb neutron-server[108155]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 04:45:51.361101 dv-cinder-829630-1-smb neutron-server[108155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 04:45:51.361101 dv-cinder-829630-1-smb neutron-server[108155]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 04:45:51.361101 dv-cinder-829630-1-smb neutron-server[108155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 04:45:51.361101 dv-cinder-829630-1-smb neutron-server[108155]: return f(self, *a, **k) Feb 17 04:45:51.361101 dv-cinder-829630-1-smb neutron-server[108155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 04:45:51.361101 dv-cinder-829630-1-smb neutron-server[108155]: return self._get(url).json() Feb 17 04:45:51.361101 dv-cinder-829630-1-smb neutron-server[108155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 04:45:51.361101 dv-cinder-829630-1-smb neutron-server[108155]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 04:45:51.361101 dv-cinder-829630-1-smb neutron-server[108155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 04:45:51.361101 dv-cinder-829630-1-smb neutron-server[108155]: return self.request(url, 'GET', **kwargs) Feb 17 04:45:51.361101 dv-cinder-829630-1-smb neutron-server[108155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 04:45:51.361101 dv-cinder-829630-1-smb neutron-server[108155]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 04:45:51.361101 dv-cinder-829630-1-smb neutron-server[108155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 04:45:51.361101 dv-cinder-829630-1-smb neutron-server[108155]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 04:45:51.361101 dv-cinder-829630-1-smb neutron-server[108155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 04:45:51.361101 dv-cinder-829630-1-smb neutron-server[108155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 04:45:51.361101 dv-cinder-829630-1-smb neutron-server[108155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 04:45:51.434445 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-59535a89-aa82-4e3f-a1a1-1a0d6c4b4c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1960168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-827310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650049'] for network, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:51.440056 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-59535a89-aa82-4e3f-a1a1-1a0d6c4b4c3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737771'] for network, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:51.443396 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-59535a89-aa82-4e3f-a1a1-1a0d6c4b4c3e admin admin] 10.222.0.36 "DELETE /v2.0/networks/75349da8-5288-4d10-8e72-5e1d72cb6968 HTTP/1.1" status: 204 len: 168 time: 0.5890033 Feb 17 04:45:51.463746 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-1d639177-8759-4cbb-b593-5803cbe061a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:51.466975 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59535a89-aa82-4e3f-a1a1-1a0d6c4b4c3e admin admin] Pushing event deleted for resources: {'Network': ['ID=75349da8-5288-4d10-8e72-5e1d72cb6968,revision_number=None']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:45:51.490758 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-1d639177-8759-4cbb-b593-5803cbe061a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:51.545540 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-1d639177-8759-4cbb-b593-5803cbe061a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:51.548618 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-1d639177-8759-4cbb-b593-5803cbe061a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:51.549807 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-1d639177-8759-4cbb-b593-5803cbe061a1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ade667ce-345c-4c7d-9953-ae8ec29da00e HTTP/1.1" status: 204 len: 168 time: 0.2066870 Feb 17 04:45:51.558568 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d639177-8759-4cbb-b593-5803cbe061a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ade667ce-345c-4c7d-9953-ae8ec29da00e,revision_number=None']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:45:51.649565 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 34708) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:45:51.692055 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-2e96795c-2707-4e23-8ad1-f9102c019b96 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3829f22bdfad4cf780241903bcedf462&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0409164 Feb 17 04:45:51.694401 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 34712) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:45:51.742338 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-997519f2-2db1-49a9-a13f-fb5facc8e387 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:51.765363 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-997519f2-2db1-49a9-a13f-fb5facc8e387 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:51.767663 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-3b4677bc-40bc-4e93-aa75-a881c6510822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:51.815430 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-997519f2-2db1-49a9-a13f-fb5facc8e387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:51.818066 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-997519f2-2db1-49a9-a13f-fb5facc8e387 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:51.819239 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-997519f2-2db1-49a9-a13f-fb5facc8e387 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/82c8a0ef-241b-42dc-a3cd-a4d30b00c5c4 HTTP/1.1" status: 204 len: 168 time: 0.1238911 Feb 17 04:45:51.829171 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997519f2-2db1-49a9-a13f-fb5facc8e387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c8a0ef-241b-42dc-a3cd-a4d30b00c5c4,revision_number=None']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:45:51.837740 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 34716) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:45:51.851727 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-21eb0b8d-9c51-4996-b20b-633b736d8480 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:51.936969 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-21eb0b8d-9c51-4996-b20b-633b736d8480 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:51.940819 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Device 31145821-455e-4714-9828-658720a4e2b0 no longer exists at agent ovs-agent-dv-cinder-829630-1-smb {{(pid=108157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 04:45:51.942432 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-21eb0b8d-9c51-4996-b20b-633b736d8480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:51.961888 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.plugin [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] No Port match for: 31145821-455e-4714-9828-658720a4e2b0 {{(pid=108157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 17 04:45:51.962222 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Device 31145821-455e-4714-9828-658720a4e2b0 not bound to the agent host dv-cinder-829630-1-smb {{(pid=108157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 04:45:51.963093 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Device bbc1efbc-ccc8-4e64-b3b9-4b16ab1a04a8 no longer exists at agent ovs-agent-dv-cinder-829630-1-smb {{(pid=108157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 04:45:51.985423 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-21eb0b8d-9c51-4996-b20b-633b736d8480 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ebe01d7479fc41269d54874c78e99190&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1442945 Feb 17 04:45:51.985423 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eb0b8d-9c51-4996-b20b-633b736d8480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e5d9b1e-d9bc-4446-a510-cc451419fdd3,revision_number=1']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:45:51.986344 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 34718) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:45:51.987991 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.plugin [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] No Port match for: bbc1efbc-ccc8-4e64-b3b9-4b16ab1a04a8 {{(pid=108157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 17 04:45:51.988403 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Device bbc1efbc-ccc8-4e64-b3b9-4b16ab1a04a8 not bound to the agent host dv-cinder-829630-1-smb {{(pid=108157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 04:45:51.988813 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Device 08897a33-58fd-46a7-aa92-1311a6a87524 no longer exists at agent ovs-agent-dv-cinder-829630-1-smb {{(pid=108157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 04:45:52.011304 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.plugin [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] No Port match for: 08897a33-58fd-46a7-aa92-1311a6a87524 {{(pid=108157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 17 04:45:52.011501 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Device 08897a33-58fd-46a7-aa92-1311a6a87524 not bound to the agent host dv-cinder-829630-1-smb {{(pid=108157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 04:45:52.041009 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-834f43d5-7fdf-4a98-825b-72bc20ed3a91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:52.063104 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-834f43d5-7fdf-4a98-825b-72bc20ed3a91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:52.108990 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-834f43d5-7fdf-4a98-825b-72bc20ed3a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:52.111668 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-834f43d5-7fdf-4a98-825b-72bc20ed3a91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:52.112799 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-834f43d5-7fdf-4a98-825b-72bc20ed3a91 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2e5d9b1e-d9bc-4446-a510-cc451419fdd3 HTTP/1.1" status: 204 len: 168 time: 0.1254346 Feb 17 04:45:52.120420 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f43d5-7fdf-4a98-825b-72bc20ed3a91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e5d9b1e-d9bc-4446-a510-cc451419fdd3,revision_number=None']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:45:53.032708 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-ad5ef704-a6a3-47d1-bcb0-f74a0b5e809f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:53.428914 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:54.002805 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 34834) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:45:54.109182 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-00194e43-f9db-46ab-8e25-3d732c4e0f47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:54.113872 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-8e3772f1-a52a-48a7-84fa-494c57cc135e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:54.182636 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-00194e43-f9db-46ab-8e25-3d732c4e0f47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:54.186437 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-00194e43-f9db-46ab-8e25-3d732c4e0f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:54.223718 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-00194e43-f9db-46ab-8e25-3d732c4e0f47 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ae2b539052854a64bd3ec0643fa5c1f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2198253 Feb 17 04:45:54.224520 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00194e43-f9db-46ab-8e25-3d732c4e0f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb6bf57-f1c9-40fe-9f1c-b325f4a723a1,revision_number=1']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:45:54.227708 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 34838) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:45:54.281251 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-5f624c46-bb28-4ebb-a2bd-98dfab8cb23c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:54.302376 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-5f624c46-bb28-4ebb-a2bd-98dfab8cb23c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:54.348733 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-5f624c46-bb28-4ebb-a2bd-98dfab8cb23c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:54.351292 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-5f624c46-bb28-4ebb-a2bd-98dfab8cb23c admin admin] Notify callbacks [] for security_group, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:54.352456 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-5f624c46-bb28-4ebb-a2bd-98dfab8cb23c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ceb6bf57-f1c9-40fe-9f1c-b325f4a723a1 HTTP/1.1" status: 204 len: 168 time: 0.1231940 Feb 17 04:45:54.361161 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f624c46-bb28-4ebb-a2bd-98dfab8cb23c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb6bf57-f1c9-40fe-9f1c-b325f4a723a1,revision_number=None']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:45:54.608118 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 34844) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:45:54.621456 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-2450044a-1f40-4f76-9fe5-fd5156376d11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:54.696161 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-2450044a-1f40-4f76-9fe5-fd5156376d11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:54.699912 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-2450044a-1f40-4f76-9fe5-fd5156376d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:54.707316 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:54.740832 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-2450044a-1f40-4f76-9fe5-fd5156376d11 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4046c19e8e7a4234948775e7087d584a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1316533 Feb 17 04:45:54.742003 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2450044a-1f40-4f76-9fe5-fd5156376d11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e7b1493-599d-4f02-8791-c7b55cf30f72,revision_number=1']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:45:54.743753 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 34848) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:45:54.792511 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-798c27e0-37a2-4de8-b229-b0b17b789e13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:54.813762 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-798c27e0-37a2-4de8-b229-b0b17b789e13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:54.860586 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-798c27e0-37a2-4de8-b229-b0b17b789e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:54.863375 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-798c27e0-37a2-4de8-b229-b0b17b789e13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:54.864518 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-798c27e0-37a2-4de8-b229-b0b17b789e13 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1e7b1493-599d-4f02-8791-c7b55cf30f72 HTTP/1.1" status: 204 len: 168 time: 0.1194866 Feb 17 04:45:54.872832 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798c27e0-37a2-4de8-b229-b0b17b789e13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e7b1493-599d-4f02-8791-c7b55cf30f72,revision_number=None']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:45:55.538828 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 34884) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:45:55.640591 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.v2.base [None req-db8b00a4-1d25-4b95-b9bd-5e00bf3f4877 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1314226909-network', 'tenant_id': '79a6db14d4594cb19804d55a4b47278c'}} {{(pid=108156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:45:55.664605 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db8b00a4-1d25-4b95-b9bd-5e00bf3f4877 admin admin] Made reservation on behalf of 79a6db14d4594cb19804d55a4b47278c for: {'network': 1} {{(pid=108156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:45:55.667048 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-db8b00a4-1d25-4b95-b9bd-5e00bf3f4877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for network, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:55.675856 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-db8b00a4-1d25-4b95-b9bd-5e00bf3f4877 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:55.754720 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-db8b00a4-1d25-4b95-b9bd-5e00bf3f4877 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:55.759046 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-db8b00a4-1d25-4b95-b9bd-5e00bf3f4877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:55.784400 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db8b00a4-1d25-4b95-b9bd-5e00bf3f4877 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=108156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 04:45:55.794195 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8b00a4-1d25-4b95-b9bd-5e00bf3f4877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c1d4874-c346-42cc-a3ed-5653cb2d9da7,revision_number=1']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:45:55.799255 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-db8b00a4-1d25-4b95-b9bd-5e00bf3f4877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1955041'] for segment, precommit_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:55.799683 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.db.segments_db [None req-db8b00a4-1d25-4b95-b9bd-5e00bf3f4877 admin admin] Added segment a8e6f0a0-d354-45c1-bd69-89b73893dcf6 of type vlan for network 454758d9-bfe5-4f60-aaa7-c0e0bfbe7077 Feb 17 04:45:55.840631 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-db8b00a4-1d25-4b95-b9bd-5e00bf3f4877 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733365501916'] for network, precommit_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:55.865375 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-db8b00a4-1d25-4b95-b9bd-5e00bf3f4877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-827310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785'] for network, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:55.866402 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8b00a4-1d25-4b95-b9bd-5e00bf3f4877 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:55.866922 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-db8b00a4-1d25-4b95-b9bd-5e00bf3f4877 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737771'] for network, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:55.921839 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-db8b00a4-1d25-4b95-b9bd-5e00bf3f4877 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3818097 Feb 17 04:45:55.924864 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 34894) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:45:55.929870 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.v2.base [None req-0164b2e4-c19f-4e63-9707-16908b173220 admin admin] Request body: {'subnet': {'network_id': '454758d9-bfe5-4f60-aaa7-c0e0bfbe7077', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1314226909-subnet', 'tenant_id': '79a6db14d4594cb19804d55a4b47278c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:45:55.930423 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8b00a4-1d25-4b95-b9bd-5e00bf3f4877 admin admin] Pushing event updated for resources: {'Network': ['ID=454758d9-bfe5-4f60-aaa7-c0e0bfbe7077,revision_number=1']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:45:55.940397 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Network 454758d9-bfe5-4f60-aaa7-c0e0bfbe7077 details requested by agent ovs-agent-dv-cinder-829630-1-smb with host dv-cinder-829630-1-smb {{(pid=108157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 04:45:55.954185 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0164b2e4-c19f-4e63-9707-16908b173220 admin admin] Made reservation on behalf of 79a6db14d4594cb19804d55a4b47278c for: {'subnet': 1} {{(pid=108155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:45:55.956532 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-0164b2e4-c19f-4e63-9707-16908b173220 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26581789'] for subnet, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:56.119892 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-0164b2e4-c19f-4e63-9707-16908b173220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2813891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26581775'] for subnet, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:56.176346 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0164b2e4-c19f-4e63-9707-16908b173220 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccd3bbc9-d79f-4b5c-bced-d6b46d0a6b1b,revision_number=0']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:45:56.186342 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0164b2e4-c19f-4e63-9707-16908b173220 admin admin] Checking segment: {'id': 'a8e6f0a0-d354-45c1-bd69-89b73893dcf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '454758d9-bfe5-4f60-aaa7-c0e0bfbe7077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:45:56.186691 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0164b2e4-c19f-4e63-9707-16908b173220 admin admin] Network hostable DHCP agents. Network: 454758d9-bfe5-4f60-aaa7-c0e0bfbe7077, hostable agents: ['d83db365-ab74-4a5c-900a-be065315088d'], hosted agents: [] {{(pid=108155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 04:45:56.202892 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0164b2e4-c19f-4e63-9707-16908b173220 admin admin] Network 454758d9-bfe5-4f60-aaa7-c0e0bfbe7077 is scheduled to be hosted by DHCP agent d83db365-ab74-4a5c-900a-be065315088d with binding_index 1 {{(pid=108155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 04:45:56.211048 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.scheduler.base_scheduler [None req-0164b2e4-c19f-4e63-9707-16908b173220 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829630-1-smb, 454758d9-bfe5-4f60-aaa7-c0e0bfbe7077) {{(pid=108155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:45:56.215082 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0164b2e4-c19f-4e63-9707-16908b173220 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:56.215660 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-0164b2e4-c19f-4e63-9707-16908b173220 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737771'] for subnet, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:56.221133 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc7fc69-4702-4b18-b054-f9fe718482e5 None None] Network 454758d9-bfe5-4f60-aaa7-c0e0bfbe7077 requested from dv-cinder-829630-1-smb {{(pid=108157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 17 04:45:56.231534 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-0164b2e4-c19f-4e63-9707-16908b173220 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3055348 Feb 17 04:45:56.345743 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c820374-ea62-442e-9ea9-cfb28e80daba None None] Network 454758d9-bfe5-4f60-aaa7-c0e0bfbe7077 requested from dv-cinder-829630-1-smb {{(pid=108157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 17 04:45:56.685814 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 34910) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:45:56.690611 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.v2.base [None req-5b0358fd-4d10-4ef4-85b1-b17c0b4fb196 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-950141777-network', 'tenant_id': 'e9bc1741af2a4bd9ba580f40559600b8'}} {{(pid=108155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:45:56.712440 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b0358fd-4d10-4ef4-85b1-b17c0b4fb196 admin admin] Made reservation on behalf of e9bc1741af2a4bd9ba580f40559600b8 for: {'network': 1} {{(pid=108155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:45:56.714885 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-5b0358fd-4d10-4ef4-85b1-b17c0b4fb196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for network, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:56.724012 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-5b0358fd-4d10-4ef4-85b1-b17c0b4fb196 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:56.803435 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-5b0358fd-4d10-4ef4-85b1-b17c0b4fb196 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:56.807519 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-5b0358fd-4d10-4ef4-85b1-b17c0b4fb196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:56.832088 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b0358fd-4d10-4ef4-85b1-b17c0b4fb196 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=108155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 04:45:56.842747 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0358fd-4d10-4ef4-85b1-b17c0b4fb196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a121e4d-06aa-4130-9a53-d6a2f5db9e4f,revision_number=1']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:45:56.847617 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-5b0358fd-4d10-4ef4-85b1-b17c0b4fb196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1955041'] for segment, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:56.847955 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.db.segments_db [None req-5b0358fd-4d10-4ef4-85b1-b17c0b4fb196 admin admin] Added segment 48c9feb1-8d1e-428f-939d-1e7eda2fbaba of type vlan for network fe1713f2-d7be-4be7-89a0-cd7700289906 Feb 17 04:45:56.891611 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-5b0358fd-4d10-4ef4-85b1-b17c0b4fb196 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733365501916'] for network, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:56.917193 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-5b0358fd-4d10-4ef4-85b1-b17c0b4fb196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-827310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785'] for network, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:56.918326 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0358fd-4d10-4ef4-85b1-b17c0b4fb196 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:56.919023 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-5b0358fd-4d10-4ef4-85b1-b17c0b4fb196 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737771'] for network, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:56.977025 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-5b0358fd-4d10-4ef4-85b1-b17c0b4fb196 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.2900851 Feb 17 04:45:56.979790 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 34918) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:45:56.986756 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.v2.base [None req-d4c1c387-7a62-4fbf-bb55-d1fa8c6fe71a admin admin] Request body: {'subnet': {'network_id': 'fe1713f2-d7be-4be7-89a0-cd7700289906', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-950141777-subnet', 'tenant_id': 'e9bc1741af2a4bd9ba580f40559600b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:45:56.995325 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0358fd-4d10-4ef4-85b1-b17c0b4fb196 admin admin] Pushing event updated for resources: {'Network': ['ID=fe1713f2-d7be-4be7-89a0-cd7700289906,revision_number=1']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:45:57.005647 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Network fe1713f2-d7be-4be7-89a0-cd7700289906 details requested by agent ovs-agent-dv-cinder-829630-1-smb with host dv-cinder-829630-1-smb {{(pid=108157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 04:45:57.019849 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4c1c387-7a62-4fbf-bb55-d1fa8c6fe71a admin admin] Made reservation on behalf of e9bc1741af2a4bd9ba580f40559600b8 for: {'subnet': 1} {{(pid=108155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:45:57.022654 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-d4c1c387-7a62-4fbf-bb55-d1fa8c6fe71a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26581789'] for subnet, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:57.193397 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 34922) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:45:57.199805 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-d4c1c387-7a62-4fbf-bb55-d1fa8c6fe71a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2813891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26581775'] for subnet, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:57.256168 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c1c387-7a62-4fbf-bb55-d1fa8c6fe71a admin admin] Pushing event updated for resources: {'Subnet': ['ID=15de44de-dbcd-40bf-8a31-160be132bcd8,revision_number=0']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:45:57.264811 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c1c387-7a62-4fbf-bb55-d1fa8c6fe71a admin admin] Checking segment: {'id': '48c9feb1-8d1e-428f-939d-1e7eda2fbaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fe1713f2-d7be-4be7-89a0-cd7700289906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:45:57.265166 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c1c387-7a62-4fbf-bb55-d1fa8c6fe71a admin admin] Network hostable DHCP agents. Network: fe1713f2-d7be-4be7-89a0-cd7700289906, hostable agents: ['d83db365-ab74-4a5c-900a-be065315088d'], hosted agents: [] {{(pid=108155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 04:45:57.282603 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c1c387-7a62-4fbf-bb55-d1fa8c6fe71a admin admin] Network fe1713f2-d7be-4be7-89a0-cd7700289906 is scheduled to be hosted by DHCP agent d83db365-ab74-4a5c-900a-be065315088d with binding_index 1 {{(pid=108155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 04:45:57.291414 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.scheduler.base_scheduler [None req-d4c1c387-7a62-4fbf-bb55-d1fa8c6fe71a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829630-1-smb, fe1713f2-d7be-4be7-89a0-cd7700289906) {{(pid=108155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:45:57.300390 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12970bf5-ea91-422f-8a9a-94a320b30b97 None None] Network fe1713f2-d7be-4be7-89a0-cd7700289906 requested from dv-cinder-829630-1-smb {{(pid=108157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 17 04:45:57.302003 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c1c387-7a62-4fbf-bb55-d1fa8c6fe71a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:57.302568 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-d4c1c387-7a62-4fbf-bb55-d1fa8c6fe71a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737771'] for subnet, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:57.313269 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-95ce8464-00cb-4b93-97f6-a9d297fbd4ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:57.334598 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-d4c1c387-7a62-4fbf-bb55-d1fa8c6fe71a admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3537197 Feb 17 04:45:57.398489 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-95ce8464-00cb-4b93-97f6-a9d297fbd4ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:57.404654 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-95ce8464-00cb-4b93-97f6-a9d297fbd4ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:57.430420 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf37584d-3005-47e8-ad40-e556cffa3621 None None] Network fe1713f2-d7be-4be7-89a0-cd7700289906 requested from dv-cinder-829630-1-smb {{(pid=108157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 17 04:45:57.444245 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-95ce8464-00cb-4b93-97f6-a9d297fbd4ce admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9f1c349833794b55a9e03604653208ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2498329 Feb 17 04:45:57.445158 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ce8464-00cb-4b93-97f6-a9d297fbd4ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86e1fdb0-1662-482c-b415-4e79201c9d86,revision_number=1']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:45:57.447042 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 34928) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:45:57.504041 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-f2045097-816c-4027-8726-eaceebf0290b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:57.525498 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-f2045097-816c-4027-8726-eaceebf0290b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:57.576245 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-f2045097-816c-4027-8726-eaceebf0290b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:57.579254 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-f2045097-816c-4027-8726-eaceebf0290b admin admin] Notify callbacks [] for security_group, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:57.580440 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-f2045097-816c-4027-8726-eaceebf0290b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/86e1fdb0-1662-482c-b415-4e79201c9d86 HTTP/1.1" status: 204 len: 168 time: 0.1318946 Feb 17 04:45:57.589638 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2045097-816c-4027-8726-eaceebf0290b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e1fdb0-1662-482c-b415-4e79201c9d86,revision_number=None']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:45:57.849420 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 34948) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:45:57.871018 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-04b3c1e3-f9fb-48b6-b733-2ee72929b39c admin admin] Notify callbacks [] for security_group, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:57.998179 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d27de7-6ae5-4ad0-a484-6db6143769fe req-6aec09eb-01e3-4be5-8a8a-0a22f4cbd590 tempest-VolumesActionsTest-826842743 tempest-VolumesActionsTest-826842743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:57.999656 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-08d27de7-6ae5-4ad0-a484-6db6143769fe req-6aec09eb-01e3-4be5-8a8a-0a22f4cbd590 tempest-VolumesActionsTest-826842743 tempest-VolumesActionsTest-826842743-project] 10.222.0.36 "GET /v2.0/networks?id=454758d9-bfe5-4f60-aaa7-c0e0bfbe7077 HTTP/1.1" status: 200 len: 809 time: 0.1422901 Feb 17 04:45:58.026420 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-08d27de7-6ae5-4ad0-a484-6db6143769fe req-e37ea5e7-1cb8-4c88-9ca9-4184365b2304 tempest-VolumesActionsTest-826842743 tempest-VolumesActionsTest-826842743-project] 10.222.0.36 "GET /v2.0/quotas/79a6db14d4594cb19804d55a4b47278c HTTP/1.1" status: 200 len: 375 time: 0.0203991 Feb 17 04:45:58.048729 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-04b3c1e3-f9fb-48b6-b733-2ee72929b39c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:58.064058 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-08d27de7-6ae5-4ad0-a484-6db6143769fe req-17de4553-404b-4898-8ee2-8e41ea3120ee tempest-VolumesActionsTest-826842743 tempest-VolumesActionsTest-826842743-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=79a6db14d4594cb19804d55a4b47278c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281103 Feb 17 04:45:58.064765 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-04b3c1e3-f9fb-48b6-b733-2ee72929b39c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:58.110204 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b3c1e3-f9fb-48b6-b733-2ee72929b39c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4132cf6-45e7-443a-8ef4-2bcd764ef034,revision_number=1']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:45:58.114814 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-04b3c1e3-f9fb-48b6-b733-2ee72929b39c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c5022db0dd7342c7bf5ca0a8cc60a10e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2644072 Feb 17 04:45:58.117595 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 34952) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:45:58.119764 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b3c1e3-f9fb-48b6-b733-2ee72929b39c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:45:58.120118 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b3c1e3-f9fb-48b6-b733-2ee72929b39c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:45:58.120464 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b3c1e3-f9fb-48b6-b733-2ee72929b39c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:45:58.120794 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b3c1e3-f9fb-48b6-b733-2ee72929b39c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:45:58.121128 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b3c1e3-f9fb-48b6-b733-2ee72929b39c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:45:58.121460 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b3c1e3-f9fb-48b6-b733-2ee72929b39c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:45:58.127774 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b3c1e3-f9fb-48b6-b733-2ee72929b39c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:45:58.127774 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b3c1e3-f9fb-48b6-b733-2ee72929b39c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:45:58.127774 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b3c1e3-f9fb-48b6-b733-2ee72929b39c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:45:58.127774 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b3c1e3-f9fb-48b6-b733-2ee72929b39c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:45:58.127774 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b3c1e3-f9fb-48b6-b733-2ee72929b39c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:45:58.127774 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b3c1e3-f9fb-48b6-b733-2ee72929b39c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:45:58.176360 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-a322390b-9716-4994-9aba-5b8398ac5b73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:58.197753 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-a322390b-9716-4994-9aba-5b8398ac5b73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:58.248501 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-a322390b-9716-4994-9aba-5b8398ac5b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:58.251268 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-a322390b-9716-4994-9aba-5b8398ac5b73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:58.252408 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-a322390b-9716-4994-9aba-5b8398ac5b73 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d4132cf6-45e7-443a-8ef4-2bcd764ef034 HTTP/1.1" status: 204 len: 168 time: 0.1337566 Feb 17 04:45:58.261164 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a322390b-9716-4994-9aba-5b8398ac5b73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4132cf6-45e7-443a-8ef4-2bcd764ef034,revision_number=None']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:45:58.308373 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-08d27de7-6ae5-4ad0-a484-6db6143769fe req-c04a0b8a-30c5-4b71-aec5-601f47569fd2 service neutron] 10.222.0.36 "GET /v2.0/networks/454758d9-bfe5-4f60-aaa7-c0e0bfbe7077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253647 Feb 17 04:45:58.401024 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-08d27de7-6ae5-4ad0-a484-6db6143769fe req-a11aa930-4ebf-4b87-b7e6-2ca0cf1daaae service neutron] 10.222.0.36 "GET /v2.0/networks/454758d9-bfe5-4f60-aaa7-c0e0bfbe7077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866580 Feb 17 04:45:58.558106 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-8741c48e-4ed1-40ca-9404-617e98b2fea1 req-2270ae1e-164d-4f6b-85cc-1e0ff8071cef tempest-VolumesActionsTest-826842743 tempest-VolumesActionsTest-826842743-project] 10.222.0.36 "GET /v2.0/ports?device_id=950a7d50-ab46-4921-a891-c118d5e99e21 HTTP/1.1" status: 200 len: 210 time: 0.0273614 Feb 17 04:45:59.670700 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-d6b0bf82-62a9-4246-9b29-76d40a6ce6c6 req-f3557e46-e176-4b01-b92b-479c8248792c tempest-VolumesActionsTest-826842743 tempest-VolumesActionsTest-826842743-project] 10.222.0.36 "GET /v2.0/ports?device_id=950a7d50-ab46-4921-a891-c118d5e99e21 HTTP/1.1" status: 200 len: 210 time: 0.0296466 Feb 17 04:45:59.676210 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d27de7-6ae5-4ad0-a484-6db6143769fe req-e56e7cae-ef07-44c4-8f12-a76145231c47 tempest-VolumesActionsTest-826842743 tempest-VolumesActionsTest-826842743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:59.677721 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-08d27de7-6ae5-4ad0-a484-6db6143769fe req-e56e7cae-ef07-44c4-8f12-a76145231c47 tempest-VolumesActionsTest-826842743 tempest-VolumesActionsTest-826842743-project] 10.222.0.69 "GET /v2.0/networks?id=454758d9-bfe5-4f60-aaa7-c0e0bfbe7077 HTTP/1.1" status: 200 len: 809 time: 0.1119583 Feb 17 04:45:59.695183 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.v2.base [req-08d27de7-6ae5-4ad0-a484-6db6143769fe req-45d80302-5b8d-4db2-9a34-734967e91e6f tempest-VolumesActionsTest-826842743 tempest-VolumesActionsTest-826842743-project] Request body: {'port': {'device_id': '950a7d50-ab46-4921-a891-c118d5e99e21', 'network_id': '454758d9-bfe5-4f60-aaa7-c0e0bfbe7077', 'admin_state_up': True, 'tenant_id': '79a6db14d4594cb19804d55a4b47278c'}} {{(pid=108156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:45:59.811569 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08d27de7-6ae5-4ad0-a484-6db6143769fe req-45d80302-5b8d-4db2-9a34-734967e91e6f tempest-VolumesActionsTest-826842743 tempest-VolumesActionsTest-826842743-project] Made reservation on behalf of 79a6db14d4594cb19804d55a4b47278c for: {'port': 1} {{(pid=108156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:45:59.815129 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-08d27de7-6ae5-4ad0-a484-6db6143769fe req-45d80302-5b8d-4db2-9a34-734967e91e6f tempest-VolumesActionsTest-826842743 tempest-VolumesActionsTest-826842743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:59.949972 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.db.db_base_plugin_common [req-08d27de7-6ae5-4ad0-a484-6db6143769fe req-45d80302-5b8d-4db2-9a34-734967e91e6f tempest-VolumesActionsTest-826842743 tempest-VolumesActionsTest-826842743-project] Allocated IP 172.20.0.10 (454758d9-bfe5-4f60-aaa7-c0e0bfbe7077/ccd3bbc9-d79f-4b5c-bced-d6b46d0a6b1b/4deb3b9c-fbc3-4cbc-977b-6da615773e0e) {{(pid=108156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:46:00.102401 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-08d27de7-6ae5-4ad0-a484-6db6143769fe req-45d80302-5b8d-4db2-9a34-734967e91e6f tempest-VolumesActionsTest-826842743 tempest-VolumesActionsTest-826842743-project] Notify callbacks [] for port, precommit_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:00.137459 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-08d27de7-6ae5-4ad0-a484-6db6143769fe req-45d80302-5b8d-4db2-9a34-734967e91e6f tempest-VolumesActionsTest-826842743 tempest-VolumesActionsTest-826842743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733365499769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26489006'] for port, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:00.186130 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08d27de7-6ae5-4ad0-a484-6db6143769fe req-45d80302-5b8d-4db2-9a34-734967e91e6f tempest-VolumesActionsTest-826842743 tempest-VolumesActionsTest-826842743-project] Network 454758d9-bfe5-4f60-aaa7-c0e0bfbe7077 is already hosted by enough agents. {{(pid=108156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:46:00.189103 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.scheduler.base_scheduler [req-08d27de7-6ae5-4ad0-a484-6db6143769fe req-45d80302-5b8d-4db2-9a34-734967e91e6f tempest-VolumesActionsTest-826842743 tempest-VolumesActionsTest-826842743-project] Resources bound (agent type, host, resource id): {{(pid=108156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:46:00.192595 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.db.l3_dvrscheduler_db [req-08d27de7-6ae5-4ad0-a484-6db6143769fe req-45d80302-5b8d-4db2-9a34-734967e91e6f tempest-VolumesActionsTest-826842743 tempest-VolumesActionsTest-826842743-project] Received port after_create {{(pid=108156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:46:00.220542 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d80302-5b8d-4db2-9a34-734967e91e6f tempest-VolumesActionsTest-826842743 tempest-VolumesActionsTest-826842743-project] Pushing event updated for resources: {'Port': ['ID=4deb3b9c-fbc3-4cbc-977b-6da615773e0e,revision_number=1']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:46:00.244950 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d27de7-6ae5-4ad0-a484-6db6143769fe req-45d80302-5b8d-4db2-9a34-734967e91e6f tempest-VolumesActionsTest-826842743 tempest-VolumesActionsTest-826842743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:00.245547 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-08d27de7-6ae5-4ad0-a484-6db6143769fe req-45d80302-5b8d-4db2-9a34-734967e91e6f tempest-VolumesActionsTest-826842743 tempest-VolumesActionsTest-826842743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49904'] for port, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:00.260430 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-08d27de7-6ae5-4ad0-a484-6db6143769fe req-45d80302-5b8d-4db2-9a34-734967e91e6f tempest-VolumesActionsTest-826842743 tempest-VolumesActionsTest-826842743-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5695822 Feb 17 04:46:00.362073 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.v2.base [req-08d27de7-6ae5-4ad0-a484-6db6143769fe req-e55a93c2-174a-4e8b-9ea1-abbebca7d8a0 service neutron] Request body: {'port': {'device_id': '950a7d50-ab46-4921-a891-c118d5e99e21', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82963'}} {{(pid=108156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:46:00.414308 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-08d27de7-6ae5-4ad0-a484-6db6143769fe req-e55a93c2-174a-4e8b-9ea1-abbebca7d8a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:00.675785 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.notifiers.nova [req-08d27de7-6ae5-4ad0-a484-6db6143769fe req-e55a93c2-174a-4e8b-9ea1-abbebca7d8a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4deb3b9c-fbc3-4cbc-977b-6da615773e0e {{(pid=108156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 04:46:00.682879 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-08d27de7-6ae5-4ad0-a484-6db6143769fe req-e55a93c2-174a-4e8b-9ea1-abbebca7d8a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:00.696116 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.db.provisioning_blocks [req-08d27de7-6ae5-4ad0-a484-6db6143769fe req-e55a93c2-174a-4e8b-9ea1-abbebca7d8a0 service neutron] Transition to ACTIVE for port object 4deb3b9c-fbc3-4cbc-977b-6da615773e0e will not be triggered until provisioned by entity L2. {{(pid=108156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 04:46:00.700141 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-08d27de7-6ae5-4ad0-a484-6db6143769fe req-e55a93c2-174a-4e8b-9ea1-abbebca7d8a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26488999'] for port, after_update {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:00.797090 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55a93c2-174a-4e8b-9ea1-abbebca7d8a0 service neutron] Pushing event updated for resources: {'Port': ['ID=4deb3b9c-fbc3-4cbc-977b-6da615773e0e,revision_number=2']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:46:00.848033 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f008d16c-dec9-4d49-b631-5f6f2981c7b4 req-ad811bc8-7905-4241-97b9-eb1d2a6d425d tempest-VolumesActionsTest-826842743 tempest-VolumesActionsTest-826842743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:00.849482 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-f008d16c-dec9-4d49-b631-5f6f2981c7b4 req-ad811bc8-7905-4241-97b9-eb1d2a6d425d tempest-VolumesActionsTest-826842743 tempest-VolumesActionsTest-826842743-project] 10.222.0.36 "GET /v2.0/ports?device_id=950a7d50-ab46-4921-a891-c118d5e99e21 HTTP/1.1" status: 200 len: 944 time: 0.1100500 Feb 17 04:46:00.875353 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.managers [req-08d27de7-6ae5-4ad0-a484-6db6143769fe req-e55a93c2-174a-4e8b-9ea1-abbebca7d8a0 service neutron] Attempting to bind port 4deb3b9c-fbc3-4cbc-977b-6da615773e0e on host hv-cinder-82963 for vnic_type normal with profile {{(pid=108156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 04:46:00.875670 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.managers [req-08d27de7-6ae5-4ad0-a484-6db6143769fe req-e55a93c2-174a-4e8b-9ea1-abbebca7d8a0 service neutron] Attempting to bind port 4deb3b9c-fbc3-4cbc-977b-6da615773e0e by drivers openvswitch,hyperv on host hv-cinder-82963 at level 0 using segments [{'id': 'a8e6f0a0-d354-45c1-bd69-89b73893dcf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '454758d9-bfe5-4f60-aaa7-c0e0bfbe7077'}] {{(pid=108156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 04:46:00.875994 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d27de7-6ae5-4ad0-a484-6db6143769fe req-e55a93c2-174a-4e8b-9ea1-abbebca7d8a0 service neutron] Attempting to bind port 4deb3b9c-fbc3-4cbc-977b-6da615773e0e on network 454758d9-bfe5-4f60-aaa7-c0e0bfbe7077 {{(pid=108156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:46:00.886065 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d27de7-6ae5-4ad0-a484-6db6143769fe req-e55a93c2-174a-4e8b-9ea1-abbebca7d8a0 service neutron] Port 4deb3b9c-fbc3-4cbc-977b-6da615773e0e on network 454758d9-bfe5-4f60-aaa7-c0e0bfbe7077 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82963 {{(pid=108156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 04:46:00.886383 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d27de7-6ae5-4ad0-a484-6db6143769fe req-e55a93c2-174a-4e8b-9ea1-abbebca7d8a0 service neutron] Attempting to bind port 4deb3b9c-fbc3-4cbc-977b-6da615773e0e on network 454758d9-bfe5-4f60-aaa7-c0e0bfbe7077 {{(pid=108156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:46:00.898430 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d27de7-6ae5-4ad0-a484-6db6143769fe req-e55a93c2-174a-4e8b-9ea1-abbebca7d8a0 service neutron] Checking agent: {'id': '8333eb14-27e3-4539-92ee-8ab97b467e5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82963', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 4, 38, 23), 'started_at': datetime.datetime(2022, 2, 17, 4, 38, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 4, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 04:46:00.898758 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d27de7-6ae5-4ad0-a484-6db6143769fe req-e55a93c2-174a-4e8b-9ea1-abbebca7d8a0 service neutron] Checking segment: {'id': 'a8e6f0a0-d354-45c1-bd69-89b73893dcf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '454758d9-bfe5-4f60-aaa7-c0e0bfbe7077'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:46:00.899160 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d27de7-6ae5-4ad0-a484-6db6143769fe req-e55a93c2-174a-4e8b-9ea1-abbebca7d8a0 service neutron] Bound using segment: {'id': 'a8e6f0a0-d354-45c1-bd69-89b73893dcf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '454758d9-bfe5-4f60-aaa7-c0e0bfbe7077'} {{(pid=108156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 04:46:00.899583 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.managers [req-08d27de7-6ae5-4ad0-a484-6db6143769fe req-e55a93c2-174a-4e8b-9ea1-abbebca7d8a0 service neutron] Bound port: 4deb3b9c-fbc3-4cbc-977b-6da615773e0e, host: hv-cinder-82963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8e6f0a0-d354-45c1-bd69-89b73893dcf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '454758d9-bfe5-4f60-aaa7-c0e0bfbe7077'}}] {{(pid=108156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 04:46:00.899938 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-08d27de7-6ae5-4ad0-a484-6db6143769fe req-e55a93c2-174a-4e8b-9ea1-abbebca7d8a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:00.911660 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-f008d16c-dec9-4d49-b631-5f6f2981c7b4 req-696be29e-8040-4b64-b201-ee095e25e9d7 tempest-VolumesActionsTest-826842743 tempest-VolumesActionsTest-826842743-project] 10.222.0.36 "GET /v2.0/security-groups?id=5c1d4874-c346-42cc-a3ed-5653cb2d9da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521500 Feb 17 04:46:00.967464 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.db [req-08d27de7-6ae5-4ad0-a484-6db6143769fe req-e55a93c2-174a-4e8b-9ea1-abbebca7d8a0 service neutron] For port 4deb3b9c-fbc3-4cbc-977b-6da615773e0e, host hv-cinder-82963, cleared binding levels {{(pid=108156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 04:46:00.970272 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.db [req-08d27de7-6ae5-4ad0-a484-6db6143769fe req-e55a93c2-174a-4e8b-9ea1-abbebca7d8a0 service neutron] For port 4deb3b9c-fbc3-4cbc-977b-6da615773e0e, host hv-cinder-82963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=4deb3b9c-fbc3-4cbc-977b-6da615773e0e,segment=NetworkSegment(a8e6f0a0-d354-45c1-bd69-89b73893dcf6),segment_id=a8e6f0a0-d354-45c1-bd69-89b73893dcf6)] {{(pid=108156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 04:46:00.974564 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-08d27de7-6ae5-4ad0-a484-6db6143769fe req-e55a93c2-174a-4e8b-9ea1-abbebca7d8a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26488999'] for port, after_update {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:01.012858 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d27de7-6ae5-4ad0-a484-6db6143769fe req-e55a93c2-174a-4e8b-9ea1-abbebca7d8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:01.013829 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-08d27de7-6ae5-4ad0-a484-6db6143769fe req-e55a93c2-174a-4e8b-9ea1-abbebca7d8a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49904'] for port, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:01.015359 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-08d27de7-6ae5-4ad0-a484-6db6143769fe req-e55a93c2-174a-4e8b-9ea1-abbebca7d8a0 service neutron] 10.222.0.69 "PUT /v2.0/ports/4deb3b9c-fbc3-4cbc-977b-6da615773e0e HTTP/1.1" status: 200 len: 1094 time: 0.7477660 Feb 17 04:46:01.017578 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '950a7d50-ab46-4921-a891-c118d5e99e21', 'tag': '4deb3b9c-fbc3-4cbc-977b-6da615773e0e'}] {{(pid=108156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:46:01.020452 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0b67973df7b1313e2305cae6a6fc83f0f1e2d937ba4ea44ff20eeef2f46ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0b9675a-6885-4b0f-8282-5e0504770a49" -d '{"events": [{"name": "network-changed", "server_uuid": "950a7d50-ab46-4921-a891-c118d5e99e21", "tag": "4deb3b9c-fbc3-4cbc-977b-6da615773e0e"}]}' {{(pid=108156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:46:01.046651 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55a93c2-174a-4e8b-9ea1-abbebca7d8a0 service neutron] Pushing event updated for resources: {'Port': ['ID=4deb3b9c-fbc3-4cbc-977b-6da615773e0e,revision_number=3']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:46:01.105117 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d27de7-6ae5-4ad0-a484-6db6143769fe req-ca04cb1b-822e-4790-abc5-92101b2f1a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:01.106667 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-08d27de7-6ae5-4ad0-a484-6db6143769fe req-ca04cb1b-822e-4790-abc5-92101b2f1a37 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=79a6db14d4594cb19804d55a4b47278c&device_id=950a7d50-ab46-4921-a891-c118d5e99e21 HTTP/1.1" status: 200 len: 1097 time: 0.0442917 Feb 17 04:46:01.156603 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-08d27de7-6ae5-4ad0-a484-6db6143769fe req-74d7e849-add3-4ab2-97cb-2420a55b4a6e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4deb3b9c-fbc3-4cbc-977b-6da615773e0e HTTP/1.1" status: 200 len: 217 time: 0.0405352 Feb 17 04:46:01.213132 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 04:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca30bc88-a290-42fd-8fe6-a0faed8f6c78 x-openstack-request-id: req-ca30bc88-a290-42fd-8fe6-a0faed8f6c78 {{(pid=108156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:46:01.213339 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "950a7d50-ab46-4921-a891-c118d5e99e21", "tag": "4deb3b9c-fbc3-4cbc-977b-6da615773e0e", "status": "completed", "code": 200}]} {{(pid=108156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:46:01.213561 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ca30bc88-a290-42fd-8fe6-a0faed8f6c78 {{(pid=108156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:46:01.214064 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '950a7d50-ab46-4921-a891-c118d5e99e21', 'tag': '4deb3b9c-fbc3-4cbc-977b-6da615773e0e', 'status': 'completed', 'code': 200} Feb 17 04:46:01.215543 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d27de7-6ae5-4ad0-a484-6db6143769fe req-188d9f50-b2f8-4c32-8acd-07ad750c6683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:01.217064 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-08d27de7-6ae5-4ad0-a484-6db6143769fe req-188d9f50-b2f8-4c32-8acd-07ad750c6683 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ccd3bbc9-d79f-4b5c-bced-d6b46d0a6b1b HTTP/1.1" status: 200 len: 849 time: 0.0542629 Feb 17 04:46:01.253879 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-08d27de7-6ae5-4ad0-a484-6db6143769fe req-0f1ede1c-8aa0-49f7-83a7-a5e865d36092 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=454758d9-bfe5-4f60-aaa7-c0e0bfbe7077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301116 Feb 17 04:46:01.354187 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-08d27de7-6ae5-4ad0-a484-6db6143769fe req-4888334e-f063-4ebe-85ae-41fa44965e7e service neutron] 10.222.0.69 "GET /v2.0/networks/454758d9-bfe5-4f60-aaa7-c0e0bfbe7077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937035 Feb 17 04:46:01.449594 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-08d27de7-6ae5-4ad0-a484-6db6143769fe req-1e187e40-8dc5-4d6b-99fa-f523e0b98d0f service neutron] 10.222.0.69 "GET /v2.0/networks/454758d9-bfe5-4f60-aaa7-c0e0bfbe7077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882690 Feb 17 04:46:01.539460 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b9675a-6885-4b0f-8282-5e0504770a49 req-5e966355-dea2-4124-b43a-ab87004e0970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:01.541065 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-d0b9675a-6885-4b0f-8282-5e0504770a49 req-5e966355-dea2-4124-b43a-ab87004e0970 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=79a6db14d4594cb19804d55a4b47278c&device_id=950a7d50-ab46-4921-a891-c118d5e99e21 HTTP/1.1" status: 200 len: 1097 time: 0.0408828 Feb 17 04:46:01.632783 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b9675a-6885-4b0f-8282-5e0504770a49 req-f2b8c27c-6810-43f7-9013-9178b6622d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:01.634254 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-d0b9675a-6885-4b0f-8282-5e0504770a49 req-f2b8c27c-6810-43f7-9013-9178b6622d3d service neutron] 10.222.0.69 "GET /v2.0/networks?id=454758d9-bfe5-4f60-aaa7-c0e0bfbe7077 HTTP/1.1" status: 200 len: 909 time: 0.0865154 Feb 17 04:46:01.678926 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-d0b9675a-6885-4b0f-8282-5e0504770a49 req-118536f4-09ac-4b9e-85c7-d7d846a7c894 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4deb3b9c-fbc3-4cbc-977b-6da615773e0e HTTP/1.1" status: 200 len: 217 time: 0.0372250 Feb 17 04:46:01.727353 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b9675a-6885-4b0f-8282-5e0504770a49 req-fc46078e-e549-4483-b34a-d71a6ccbc755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:01.728742 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-d0b9675a-6885-4b0f-8282-5e0504770a49 req-fc46078e-e549-4483-b34a-d71a6ccbc755 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ccd3bbc9-d79f-4b5c-bced-d6b46d0a6b1b HTTP/1.1" status: 200 len: 849 time: 0.0420356 Feb 17 04:46:01.761436 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-d0b9675a-6885-4b0f-8282-5e0504770a49 req-554eef66-953d-40f7-9a38-bc408d9cad21 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=454758d9-bfe5-4f60-aaa7-c0e0bfbe7077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236721 Feb 17 04:46:01.855443 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-d0b9675a-6885-4b0f-8282-5e0504770a49 req-ff5ec3f2-7f70-4b6f-bb2f-849d86d57261 service neutron] 10.222.0.69 "GET /v2.0/networks/454758d9-bfe5-4f60-aaa7-c0e0bfbe7077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833876 Feb 17 04:46:01.942628 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-d0b9675a-6885-4b0f-8282-5e0504770a49 req-b4f17a1b-d34f-4948-a309-e01e16e55a32 service neutron] 10.222.0.69 "GET /v2.0/networks/454758d9-bfe5-4f60-aaa7-c0e0bfbe7077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795393 Feb 17 04:46:02.026367 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6313de-5762-4a42-9a22-788e5f1447b6 req-7e0e9e52-8d9a-4de2-8d21-7f92a4b4acf6 tempest-VolumesActionsTest-826842743 tempest-VolumesActionsTest-826842743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:02.027834 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-bc6313de-5762-4a42-9a22-788e5f1447b6 req-7e0e9e52-8d9a-4de2-8d21-7f92a4b4acf6 tempest-VolumesActionsTest-826842743 tempest-VolumesActionsTest-826842743-project] 10.222.0.36 "GET /v2.0/ports?device_id=950a7d50-ab46-4921-a891-c118d5e99e21 HTTP/1.1" status: 200 len: 944 time: 0.0486858 Feb 17 04:46:02.069309 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-bc6313de-5762-4a42-9a22-788e5f1447b6 req-70f99290-1cb7-43a5-8640-785f568a2034 tempest-VolumesActionsTest-826842743 tempest-VolumesActionsTest-826842743-project] 10.222.0.36 "GET /v2.0/security-groups?id=5c1d4874-c346-42cc-a3ed-5653cb2d9da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348570 Feb 17 04:46:03.182782 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399f64c2-d8d4-4867-ad67-0236732a1464 req-3bd46655-8610-475c-a1eb-d43ed53f9994 tempest-VolumesActionsTest-826842743 tempest-VolumesActionsTest-826842743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:03.184243 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-399f64c2-d8d4-4867-ad67-0236732a1464 req-3bd46655-8610-475c-a1eb-d43ed53f9994 tempest-VolumesActionsTest-826842743 tempest-VolumesActionsTest-826842743-project] 10.222.0.36 "GET /v2.0/ports?device_id=950a7d50-ab46-4921-a891-c118d5e99e21 HTTP/1.1" status: 200 len: 944 time: 0.0474932 Feb 17 04:46:03.221304 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-399f64c2-d8d4-4867-ad67-0236732a1464 req-2445261d-7861-4c8b-be40-849a5457aecc tempest-VolumesActionsTest-826842743 tempest-VolumesActionsTest-826842743-project] 10.222.0.36 "GET /v2.0/security-groups?id=5c1d4874-c346-42cc-a3ed-5653cb2d9da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304899 Feb 17 04:46:03.683568 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Device 4deb3b9c-fbc3-4cbc-977b-6da615773e0e details requested by agent hyperv_hv-cinder-82963 with host hv-cinder-82963 {{(pid=108157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 04:46:03.775787 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] For port 4deb3b9c-fbc3-4cbc-977b-6da615773e0e, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=4deb3b9c-fbc3-4cbc-977b-6da615773e0e,segment=NetworkSegment(a8e6f0a0-d354-45c1-bd69-89b73893dcf6),segment_id=a8e6f0a0-d354-45c1-bd69-89b73893dcf6)] {{(pid=108157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:46:03.787404 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Returning: {'device': '4deb3b9c-fbc3-4cbc-977b-6da615773e0e', 'network_id': '454758d9-bfe5-4f60-aaa7-c0e0bfbe7077', 'port_id': '4deb3b9c-fbc3-4cbc-977b-6da615773e0e', 'mac_address': 'fa:16:3e:d0:75:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccd3bbc9-d79f-4b5c-bced-d6b46d0a6b1b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 04:46:03.826961 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:03.839725 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.notifiers.nova [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4deb3b9c-fbc3-4cbc-977b-6da615773e0e {{(pid=108157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 04:46:03.859188 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] For port 4deb3b9c-fbc3-4cbc-977b-6da615773e0e, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=4deb3b9c-fbc3-4cbc-977b-6da615773e0e,segment=NetworkSegment(a8e6f0a0-d354-45c1-bd69-89b73893dcf6),segment_id=a8e6f0a0-d354-45c1-bd69-89b73893dcf6)] {{(pid=108157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:46:03.863207 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:03.910679 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Pushing event updated for resources: {'Port': ['ID=4deb3b9c-fbc3-4cbc-977b-6da615773e0e,revision_number=4']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:46:04.083417 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] get_ports_and_sgs() called for port_ids ['4deb3b9c-fbc3-4cbc-977b-6da615773e0e'] {{(pid=108157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 04:46:04.339250 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4214f234-713e-4482-a971-0f64b4021a04 req-e62bda2a-0a0c-4318-8eca-f252adbee652 tempest-VolumesActionsTest-826842743 tempest-VolumesActionsTest-826842743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:04.340933 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-4214f234-713e-4482-a971-0f64b4021a04 req-e62bda2a-0a0c-4318-8eca-f252adbee652 tempest-VolumesActionsTest-826842743 tempest-VolumesActionsTest-826842743-project] 10.222.0.36 "GET /v2.0/ports?device_id=950a7d50-ab46-4921-a891-c118d5e99e21 HTTP/1.1" status: 200 len: 945 time: 0.0512364 Feb 17 04:46:04.378955 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-4214f234-713e-4482-a971-0f64b4021a04 req-d07674bb-1015-43d7-b29c-00810abc8ab3 tempest-VolumesActionsTest-826842743 tempest-VolumesActionsTest-826842743-project] 10.222.0.36 "GET /v2.0/security-groups?id=5c1d4874-c346-42cc-a3ed-5653cb2d9da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316904 Feb 17 04:46:05.494219 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e9bc6-ec12-4ff3-89ee-267317d77126 req-42a05661-1c09-44c4-bca4-8b9b88819a78 tempest-VolumesActionsTest-826842743 tempest-VolumesActionsTest-826842743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:05.495848 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-a77e9bc6-ec12-4ff3-89ee-267317d77126 req-42a05661-1c09-44c4-bca4-8b9b88819a78 tempest-VolumesActionsTest-826842743 tempest-VolumesActionsTest-826842743-project] 10.222.0.36 "GET /v2.0/ports?device_id=950a7d50-ab46-4921-a891-c118d5e99e21 HTTP/1.1" status: 200 len: 945 time: 0.0499804 Feb 17 04:46:05.535057 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-a77e9bc6-ec12-4ff3-89ee-267317d77126 req-e096ffca-58ab-4057-a61d-86a687035efe tempest-VolumesActionsTest-826842743 tempest-VolumesActionsTest-826842743-project] 10.222.0.36 "GET /v2.0/security-groups?id=5c1d4874-c346-42cc-a3ed-5653cb2d9da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326202 Feb 17 04:46:05.685723 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Device 4deb3b9c-fbc3-4cbc-977b-6da615773e0e up at agent hyperv_hv-cinder-82963 {{(pid=108157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:46:05.734053 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Provisioning for port 4deb3b9c-fbc3-4cbc-977b-6da615773e0e completed by entity L2. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 04:46:05.738104 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Provisioning complete for port 4deb3b9c-fbc3-4cbc-977b-6da615773e0e triggered by entity L2. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:46:05.738470 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:05.813795 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:05.834925 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '950a7d50-ab46-4921-a891-c118d5e99e21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4deb3b9c-fbc3-4cbc-977b-6da615773e0e'}] {{(pid=108157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:46:05.837122 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2d1db2b66fadfb38f3e682fd5beb02e22f49f1efddde24347983e162d9d2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-239c98b1-0f6f-4783-af9c-1e48705382cf" -d '{"events": [{"server_uuid": "950a7d50-ab46-4921-a891-c118d5e99e21", "name": "network-vif-plugged", "status": "completed", "tag": "4deb3b9c-fbc3-4cbc-977b-6da615773e0e"}]}' {{(pid=108157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:46:05.850035 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] For port 4deb3b9c-fbc3-4cbc-977b-6da615773e0e, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=4deb3b9c-fbc3-4cbc-977b-6da615773e0e,segment=NetworkSegment(a8e6f0a0-d354-45c1-bd69-89b73893dcf6),segment_id=a8e6f0a0-d354-45c1-bd69-89b73893dcf6)] {{(pid=108157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:46:05.853924 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:05.901025 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Pushing event updated for resources: {'Port': ['ID=4deb3b9c-fbc3-4cbc-977b-6da615773e0e,revision_number=5']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:46:05.936055 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 04:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deceafad-3aed-4c94-8acd-6f97418208a8 x-openstack-request-id: req-deceafad-3aed-4c94-8acd-6f97418208a8 {{(pid=108157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:46:05.936308 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "950a7d50-ab46-4921-a891-c118d5e99e21", "name": "network-vif-plugged", "status": "completed", "tag": "4deb3b9c-fbc3-4cbc-977b-6da615773e0e", "code": 200}]} {{(pid=108157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:46:05.936558 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-deceafad-3aed-4c94-8acd-6f97418208a8 {{(pid=108157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:46:05.936955 dv-cinder-829630-1-smb neutron-server[108157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '950a7d50-ab46-4921-a891-c118d5e99e21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4deb3b9c-fbc3-4cbc-977b-6da615773e0e', 'code': 200} Feb 17 04:46:06.093109 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d762dba1-0c56-4490-86f5-f42b50dbd5b1 req-296b17af-3864-48ca-b0d6-6b50c75af3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:06.094557 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-d762dba1-0c56-4490-86f5-f42b50dbd5b1 req-296b17af-3864-48ca-b0d6-6b50c75af3b3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=950a7d50-ab46-4921-a891-c118d5e99e21 HTTP/1.1" status: 200 len: 1099 time: 0.0394981 Feb 17 04:46:06.129584 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-d762dba1-0c56-4490-86f5-f42b50dbd5b1 req-1bf12589-b9d3-48f7-b284-51aed13ff653 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=5c1d4874-c346-42cc-a3ed-5653cb2d9da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277994 Feb 17 04:46:06.664139 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61048f2c-9100-433e-876b-5a39189d3d8d req-3a803d17-2f36-4f9c-9a09-10ce3e26460e tempest-VolumesActionsTest-826842743 tempest-VolumesActionsTest-826842743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:06.665559 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-61048f2c-9100-433e-876b-5a39189d3d8d req-3a803d17-2f36-4f9c-9a09-10ce3e26460e tempest-VolumesActionsTest-826842743 tempest-VolumesActionsTest-826842743-project] 10.222.0.36 "GET /v2.0/ports?device_id=950a7d50-ab46-4921-a891-c118d5e99e21 HTTP/1.1" status: 200 len: 946 time: 0.0570281 Feb 17 04:46:06.702585 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-61048f2c-9100-433e-876b-5a39189d3d8d req-3f75af59-32bc-440d-88e9-f2be78731e12 tempest-VolumesActionsTest-826842743 tempest-VolumesActionsTest-826842743-project] 10.222.0.36 "GET /v2.0/security-groups?id=5c1d4874-c346-42cc-a3ed-5653cb2d9da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310102 Feb 17 04:46:07.819956 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0815c9-4484-4338-8a4c-a82a663d3236 req-064ae405-f72b-4ddb-84a9-36201f8eb11f tempest-VolumesActionsTest-826842743 tempest-VolumesActionsTest-826842743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:07.821298 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-7c0815c9-4484-4338-8a4c-a82a663d3236 req-064ae405-f72b-4ddb-84a9-36201f8eb11f tempest-VolumesActionsTest-826842743 tempest-VolumesActionsTest-826842743-project] 10.222.0.36 "GET /v2.0/ports?device_id=950a7d50-ab46-4921-a891-c118d5e99e21 HTTP/1.1" status: 200 len: 946 time: 0.0487413 Feb 17 04:46:07.862409 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-7c0815c9-4484-4338-8a4c-a82a663d3236 req-7b11b38b-ed86-4172-bc32-9b24b2b532b4 tempest-VolumesActionsTest-826842743 tempest-VolumesActionsTest-826842743-project] 10.222.0.36 "GET /v2.0/security-groups?id=5c1d4874-c346-42cc-a3ed-5653cb2d9da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348473 Feb 17 04:46:08.907970 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 35108) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:46:09.009799 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-371525ca-a4c6-4256-8b06-c627085fef51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:09.084398 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-371525ca-a4c6-4256-8b06-c627085fef51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:09.088835 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-371525ca-a4c6-4256-8b06-c627085fef51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:09.131190 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-371525ca-a4c6-4256-8b06-c627085fef51 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8d5b83d5f50d4f45bea419223fd33245&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2221925 Feb 17 04:46:09.132022 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371525ca-a4c6-4256-8b06-c627085fef51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=050832d3-f4c0-4a37-ba66-e5524ff72438,revision_number=1']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:46:09.133893 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 35112) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:46:09.183035 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-75e9a4f4-2e66-4387-8eee-4fa9d8de247c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:09.204850 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-75e9a4f4-2e66-4387-8eee-4fa9d8de247c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:09.252738 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-75e9a4f4-2e66-4387-8eee-4fa9d8de247c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:09.255272 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-75e9a4f4-2e66-4387-8eee-4fa9d8de247c admin admin] Notify callbacks [] for security_group, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:09.256453 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-75e9a4f4-2e66-4387-8eee-4fa9d8de247c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/050832d3-f4c0-4a37-ba66-e5524ff72438 HTTP/1.1" status: 204 len: 168 time: 0.1215086 Feb 17 04:46:09.264905 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e9a4f4-2e66-4387-8eee-4fa9d8de247c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=050832d3-f4c0-4a37-ba66-e5524ff72438,revision_number=None']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:46:09.537312 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 35130) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:46:09.550761 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-587606c9-40d5-466d-9949-b5b2e38d91c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:09.626805 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-587606c9-40d5-466d-9949-b5b2e38d91c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:09.630505 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-587606c9-40d5-466d-9949-b5b2e38d91c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:09.673874 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-587606c9-40d5-466d-9949-b5b2e38d91c4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6523ad684c0d4e54a107fb374823b454&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1354814 Feb 17 04:46:09.674740 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587606c9-40d5-466d-9949-b5b2e38d91c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69a81e15-def1-4405-9526-df4d7533cdc0,revision_number=1']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:46:09.677584 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 35132) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:46:09.748767 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-bb29126b-8d9a-4a64-9471-d856d620f536 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:09.770907 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-bb29126b-8d9a-4a64-9471-d856d620f536 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:09.818176 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-bb29126b-8d9a-4a64-9471-d856d620f536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:09.820752 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-bb29126b-8d9a-4a64-9471-d856d620f536 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:09.821883 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-bb29126b-8d9a-4a64-9471-d856d620f536 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/69a81e15-def1-4405-9526-df4d7533cdc0 HTTP/1.1" status: 204 len: 168 time: 0.1433187 Feb 17 04:46:09.831777 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb29126b-8d9a-4a64-9471-d856d620f536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a81e15-def1-4405-9526-df4d7533cdc0,revision_number=None']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:46:10.347633 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c44e8d-94a2-4ccb-bfb4-3743096f5196 req-06c30866-9b80-4ac4-85e2-8ba689767e1f tempest-VolumesActionsTest-826842743 tempest-VolumesActionsTest-826842743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:10.349130 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-41c44e8d-94a2-4ccb-bfb4-3743096f5196 req-06c30866-9b80-4ac4-85e2-8ba689767e1f tempest-VolumesActionsTest-826842743 tempest-VolumesActionsTest-826842743-project] 10.222.0.36 "GET /v2.0/ports?device_id=950a7d50-ab46-4921-a891-c118d5e99e21 HTTP/1.1" status: 200 len: 946 time: 0.0554090 Feb 17 04:46:10.388081 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-41c44e8d-94a2-4ccb-bfb4-3743096f5196 req-92c7f066-16e0-44d0-af77-7297458598a9 tempest-VolumesActionsTest-826842743 tempest-VolumesActionsTest-826842743-project] 10.222.0.36 "GET /v2.0/security-groups?id=5c1d4874-c346-42cc-a3ed-5653cb2d9da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325401 Feb 17 04:46:10.886131 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 35178) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:46:10.987405 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-a93032bd-266c-406b-b283-3257f74ac08a admin admin] Notify callbacks [] for security_group, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:11.058888 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-a93032bd-266c-406b-b283-3257f74ac08a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:11.062853 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-a93032bd-266c-406b-b283-3257f74ac08a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:11.100849 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-a93032bd-266c-406b-b283-3257f74ac08a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d88726971db547c1bc4dfe0a32bc10ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2136328 Feb 17 04:46:11.101701 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93032bd-266c-406b-b283-3257f74ac08a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d99b28bd-fdde-4004-9fb7-c5856ca3dd50,revision_number=1']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:46:11.103968 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 35182) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:46:11.155245 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-f4b66727-8ff2-4d7a-a08d-6d4db64a324d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:11.175888 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-f4b66727-8ff2-4d7a-a08d-6d4db64a324d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:11.224035 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-f4b66727-8ff2-4d7a-a08d-6d4db64a324d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:11.226921 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-f4b66727-8ff2-4d7a-a08d-6d4db64a324d admin admin] Notify callbacks [] for security_group, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:11.228079 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-f4b66727-8ff2-4d7a-a08d-6d4db64a324d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d99b28bd-fdde-4004-9fb7-c5856ca3dd50 HTTP/1.1" status: 204 len: 168 time: 0.1232209 Feb 17 04:46:11.236165 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b66727-8ff2-4d7a-a08d-6d4db64a324d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d99b28bd-fdde-4004-9fb7-c5856ca3dd50,revision_number=None']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:46:11.517137 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e0ba7f-b309-4d1c-9f4c-1e9168766694 req-7f430536-e0c1-4e3d-a387-afb928a97afa tempest-VolumesActionsTest-826842743 tempest-VolumesActionsTest-826842743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:11.518598 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-76e0ba7f-b309-4d1c-9f4c-1e9168766694 req-7f430536-e0c1-4e3d-a387-afb928a97afa tempest-VolumesActionsTest-826842743 tempest-VolumesActionsTest-826842743-project] 10.222.0.36 "GET /v2.0/ports?device_id=950a7d50-ab46-4921-a891-c118d5e99e21 HTTP/1.1" status: 200 len: 946 time: 0.0503659 Feb 17 04:46:11.556667 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-76e0ba7f-b309-4d1c-9f4c-1e9168766694 req-f8ff31b3-9174-4bc6-b69d-74d0cd9a3883 tempest-VolumesActionsTest-826842743 tempest-VolumesActionsTest-826842743-project] 10.222.0.36 "GET /v2.0/security-groups?id=5c1d4874-c346-42cc-a3ed-5653cb2d9da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320373 Feb 17 04:46:11.712544 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956ce9c6-2fc3-4602-a7df-ee7e4a5a3a4c req-4bace722-8a76-483f-b839-f8a5d89f5db8 tempest-VolumesActionsTest-826842743 tempest-VolumesActionsTest-826842743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:11.714268 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-956ce9c6-2fc3-4602-a7df-ee7e4a5a3a4c req-4bace722-8a76-483f-b839-f8a5d89f5db8 tempest-VolumesActionsTest-826842743 tempest-VolumesActionsTest-826842743-project] 10.222.0.69 "GET /v2.0/ports?device_id=950a7d50-ab46-4921-a891-c118d5e99e21 HTTP/1.1" status: 200 len: 946 time: 0.0489950 Feb 17 04:46:11.807247 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.plugin [req-956ce9c6-2fc3-4602-a7df-ee7e4a5a3a4c req-50d8015c-80d9-4db9-a74b-a35a39c4d68c tempest-VolumesActionsTest-826842743 tempest-VolumesActionsTest-826842743-project] Deleting port 4deb3b9c-fbc3-4cbc-977b-6da615773e0e {{(pid=108156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:46:11.807589 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-956ce9c6-2fc3-4602-a7df-ee7e4a5a3a4c req-50d8015c-80d9-4db9-a74b-a35a39c4d68c tempest-VolumesActionsTest-826842743 tempest-VolumesActionsTest-826842743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733365899870'] for port, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:11.898034 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.db [req-956ce9c6-2fc3-4602-a7df-ee7e4a5a3a4c req-50d8015c-80d9-4db9-a74b-a35a39c4d68c tempest-VolumesActionsTest-826842743 tempest-VolumesActionsTest-826842743-project] For port 4deb3b9c-fbc3-4cbc-977b-6da615773e0e, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=4deb3b9c-fbc3-4cbc-977b-6da615773e0e,segment=NetworkSegment(a8e6f0a0-d354-45c1-bd69-89b73893dcf6),segment_id=a8e6f0a0-d354-45c1-bd69-89b73893dcf6)] {{(pid=108156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:46:11.898394 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-956ce9c6-2fc3-4602-a7df-ee7e4a5a3a4c req-50d8015c-80d9-4db9-a74b-a35a39c4d68c tempest-VolumesActionsTest-826842743 tempest-VolumesActionsTest-826842743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650405'] for port, precommit_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:11.911867 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.plugin [req-956ce9c6-2fc3-4602-a7df-ee7e4a5a3a4c req-50d8015c-80d9-4db9-a74b-a35a39c4d68c tempest-VolumesActionsTest-826842743 tempest-VolumesActionsTest-826842743-project] Calling delete_port for 4deb3b9c-fbc3-4cbc-977b-6da615773e0e owned by compute:nova {{(pid=108156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:46:12.046271 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-956ce9c6-2fc3-4602-a7df-ee7e4a5a3a4c req-50d8015c-80d9-4db9-a74b-a35a39c4d68c tempest-VolumesActionsTest-826842743 tempest-VolumesActionsTest-826842743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733365900373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733365499778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26489006'] for port, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:12.060125 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] get_ports_and_sgs() called for port_ids ['4deb3b9c-fbc3-4cbc-977b-6da615773e0e'] {{(pid=108157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 04:46:12.075901 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d8015c-80d9-4db9-a74b-a35a39c4d68c tempest-VolumesActionsTest-826842743 tempest-VolumesActionsTest-826842743-project] Pushing event deleted for resources: {'Port': ['ID=4deb3b9c-fbc3-4cbc-977b-6da615773e0e,revision_number=None']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:46:12.117303 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.db.l3_dvrscheduler_db [req-956ce9c6-2fc3-4602-a7df-ee7e4a5a3a4c req-50d8015c-80d9-4db9-a74b-a35a39c4d68c tempest-VolumesActionsTest-826842743 tempest-VolumesActionsTest-826842743-project] No DVR routers for this DVR port 4deb3b9c-fbc3-4cbc-977b-6da615773e0e on host hv-cinder-82963 {{(pid=108156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 04:46:12.119922 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-956ce9c6-2fc3-4602-a7df-ee7e4a5a3a4c req-50d8015c-80d9-4db9-a74b-a35a39c4d68c tempest-VolumesActionsTest-826842743 tempest-VolumesActionsTest-826842743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49904'] for port, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:12.124689 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-956ce9c6-2fc3-4602-a7df-ee7e4a5a3a4c req-50d8015c-80d9-4db9-a74b-a35a39c4d68c tempest-VolumesActionsTest-826842743 tempest-VolumesActionsTest-826842743-project] 10.222.0.69 "DELETE /v2.0/ports/4deb3b9c-fbc3-4cbc-977b-6da615773e0e HTTP/1.1" status: 204 len: 173 time: 0.4044869 Feb 17 04:46:12.125599 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '950a7d50-ab46-4921-a891-c118d5e99e21', 'name': 'network-vif-deleted', 'tag': '4deb3b9c-fbc3-4cbc-977b-6da615773e0e'}] {{(pid=108156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:46:12.129098 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0b67973df7b1313e2305cae6a6fc83f0f1e2d937ba4ea44ff20eeef2f46ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca3bbab2-750c-44b7-83e5-14ec1bd4fd8d" -d '{"events": [{"server_uuid": "950a7d50-ab46-4921-a891-c118d5e99e21", "name": "network-vif-deleted", "tag": "4deb3b9c-fbc3-4cbc-977b-6da615773e0e"}]}' {{(pid=108156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:46:12.173052 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 04:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f0f75d9-654f-4c64-bc86-96c8c14f814d x-openstack-request-id: req-0f0f75d9-654f-4c64-bc86-96c8c14f814d {{(pid=108156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:46:12.173370 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "950a7d50-ab46-4921-a891-c118d5e99e21", "name": "network-vif-deleted", "tag": "4deb3b9c-fbc3-4cbc-977b-6da615773e0e", "status": "completed", "code": 200}]} {{(pid=108156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:46:12.173619 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0f0f75d9-654f-4c64-bc86-96c8c14f814d {{(pid=108156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:46:12.174019 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '950a7d50-ab46-4921-a891-c118d5e99e21', 'name': 'network-vif-deleted', 'tag': '4deb3b9c-fbc3-4cbc-977b-6da615773e0e', 'status': 'completed', 'code': 200} Feb 17 04:46:12.287942 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 35220) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:46:12.390848 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-8ca54fa9-3380-44a5-bcdd-dc5a30f35593 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:12.461703 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-8ca54fa9-3380-44a5-bcdd-dc5a30f35593 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:12.465783 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-8ca54fa9-3380-44a5-bcdd-dc5a30f35593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:12.503751 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-8ca54fa9-3380-44a5-bcdd-dc5a30f35593 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f42ce529ce4b46b18ef2d0825c932ecc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2147284 Feb 17 04:46:12.505647 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca54fa9-3380-44a5-bcdd-dc5a30f35593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=945ec531-9025-4b74-9e0c-a46042b9710a,revision_number=1']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:46:12.506665 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 35224) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:46:12.564624 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-9d8a5583-f6a9-49c9-8f7c-e2fd0c847078 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:12.587344 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-9d8a5583-f6a9-49c9-8f7c-e2fd0c847078 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:12.644212 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-9d8a5583-f6a9-49c9-8f7c-e2fd0c847078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:12.646844 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-9d8a5583-f6a9-49c9-8f7c-e2fd0c847078 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:12.648034 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-9d8a5583-f6a9-49c9-8f7c-e2fd0c847078 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/945ec531-9025-4b74-9e0c-a46042b9710a HTTP/1.1" status: 204 len: 168 time: 0.1394827 Feb 17 04:46:12.657031 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8a5583-f6a9-49c9-8f7c-e2fd0c847078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=945ec531-9025-4b74-9e0c-a46042b9710a,revision_number=None']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:46:12.678715 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-52a8e389-83bc-42dc-922a-dd3d065f1de6 req-00af6ccf-9fdd-45f2-83cd-6730b1d13a17 tempest-VolumesActionsTest-826842743 tempest-VolumesActionsTest-826842743-project] 10.222.0.36 "GET /v2.0/ports?device_id=950a7d50-ab46-4921-a891-c118d5e99e21 HTTP/1.1" status: 200 len: 210 time: 0.0294075 Feb 17 04:46:15.744191 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Device 4deb3b9c-fbc3-4cbc-977b-6da615773e0e no longer exists at agent hyperv_hv-cinder-82963 {{(pid=108157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 04:46:15.765226 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.plugin [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] No Port match for: 4deb3b9c-fbc3-4cbc-977b-6da615773e0e {{(pid=108157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 17 04:46:15.765559 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Device 4deb3b9c-fbc3-4cbc-977b-6da615773e0e not bound to the agent host hv-cinder-82963 {{(pid=108157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 04:46:19.456018 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22413a81-1238-4d18-8395-35437e8d212b req-09681bd1-a282-4ccf-9132-b6f724af8bf3 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:19.457386 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-22413a81-1238-4d18-8395-35437e8d212b req-09681bd1-a282-4ccf-9132-b6f724af8bf3 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8802c9d3-3f08-4e7d-8caa-c98713207758 HTTP/1.1" status: 200 len: 946 time: 0.0479851 Feb 17 04:46:19.498521 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-22413a81-1238-4d18-8395-35437e8d212b req-6dbf86cb-85be-4c5a-870b-0e8a33abe713 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf33ea2b-fb92-4d81-bdf5-c93b5d217564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347986 Feb 17 04:46:19.531629 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-62618821-8ee1-438a-b37e-5b767ddaa76e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:20.619321 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f8a208-07db-4cb2-8f38-32360058d3e7 req-cf40bbcb-fb08-4687-b467-6d6b3569ce59 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:20.620778 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-46f8a208-07db-4cb2-8f38-32360058d3e7 req-cf40bbcb-fb08-4687-b467-6d6b3569ce59 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8802c9d3-3f08-4e7d-8caa-c98713207758 HTTP/1.1" status: 200 len: 946 time: 0.0491590 Feb 17 04:46:20.657824 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-46f8a208-07db-4cb2-8f38-32360058d3e7 req-52b434f1-feb2-4a88-912c-01d91876101d tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf33ea2b-fb92-4d81-bdf5-c93b5d217564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309181 Feb 17 04:46:20.756877 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6de0759-6632-4df3-ba68-bbf4db322d9b req-557c2e83-ef39-48f2-83be-8f3e25853f5f tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:20.758280 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-e6de0759-6632-4df3-ba68-bbf4db322d9b req-557c2e83-ef39-48f2-83be-8f3e25853f5f tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.69 "GET /v2.0/ports?device_id=8802c9d3-3f08-4e7d-8caa-c98713207758 HTTP/1.1" status: 200 len: 946 time: 0.0474145 Feb 17 04:46:20.849982 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.plugin [req-e6de0759-6632-4df3-ba68-bbf4db322d9b req-eb69dc97-ab40-4270-964f-c7a6b0a638b2 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Deleting port a7f179ed-607d-40af-a0c7-ce86809b6f52 {{(pid=108156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:46:20.850239 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-e6de0759-6632-4df3-ba68-bbf4db322d9b req-eb69dc97-ab40-4270-964f-c7a6b0a638b2 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733365899870'] for port, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:20.939561 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.db [req-e6de0759-6632-4df3-ba68-bbf4db322d9b req-eb69dc97-ab40-4270-964f-c7a6b0a638b2 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] For port a7f179ed-607d-40af-a0c7-ce86809b6f52, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=a7f179ed-607d-40af-a0c7-ce86809b6f52,segment=NetworkSegment(d7c23f60-fd81-463c-84c9-fb74244f4d61),segment_id=d7c23f60-fd81-463c-84c9-fb74244f4d61)] {{(pid=108156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:46:20.939919 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-e6de0759-6632-4df3-ba68-bbf4db322d9b req-eb69dc97-ab40-4270-964f-c7a6b0a638b2 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650405'] for port, precommit_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:21.108252 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-e6de0759-6632-4df3-ba68-bbf4db322d9b req-eb69dc97-ab40-4270-964f-c7a6b0a638b2 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:21.108534 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-e6de0759-6632-4df3-ba68-bbf4db322d9b req-eb69dc97-ab40-4270-964f-c7a6b0a638b2 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650163'] for floatingip, after_update {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:21.108854 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.db.l3_db [req-e6de0759-6632-4df3-ba68-bbf4db322d9b req-eb69dc97-ab40-4270-964f-c7a6b0a638b2 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Floating IP 3b87937d-6725-4914-b6d1-5a323e10015f disassociated. External IP: 172.28.3.98, port: a7f179ed-607d-40af-a0c7-ce86809b6f52. Feb 17 04:46:21.109191 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.plugin [req-e6de0759-6632-4df3-ba68-bbf4db322d9b req-eb69dc97-ab40-4270-964f-c7a6b0a638b2 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Calling delete_port for a7f179ed-607d-40af-a0c7-ce86809b6f52 owned by compute:nova {{(pid=108156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:46:21.239334 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-e6de0759-6632-4df3-ba68-bbf4db322d9b req-eb69dc97-ab40-4270-964f-c7a6b0a638b2 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733365900373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733365499778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26489006'] for port, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:21.268323 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb69dc97-ab40-4270-964f-c7a6b0a638b2 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Pushing event deleted for resources: {'Port': ['ID=a7f179ed-607d-40af-a0c7-ce86809b6f52,revision_number=None']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:46:21.389718 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e6de0759-6632-4df3-ba68-bbf4db322d9b req-eb69dc97-ab40-4270-964f-c7a6b0a638b2 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Router ef85b872-6682-4aea-a8d0-4a8b4a533176 has already been hosted by L3 agent e8023405-eda5-4975-af11-622b29ed5550 {{(pid=108156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 04:46:21.512005 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e6de0759-6632-4df3-ba68-bbf4db322d9b req-eb69dc97-ab40-4270-964f-c7a6b0a638b2 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Notify agent at l3_agent.dv-cinder-829630-1-smb the message routers_updated {{(pid=108156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 04:46:21.522842 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929a048b-423d-4549-b52d-71ac782bafda None None] Sync routers for ids ['ef85b872-6682-4aea-a8d0-4a8b4a533176'] in dv-cinder-829630-1-smb {{(pid=108158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 04:46:21.534534 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929a048b-423d-4549-b52d-71ac782bafda None None] Routers {'ef85b872-6682-4aea-a8d0-4a8b4a533176'} bound to L3 agent in host dv-cinder-829630-1-smb {{(pid=108158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:46:21.536191 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_hamode_db [None req-929a048b-423d-4549-b52d-71ac782bafda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T04:31:52Z,description=,heartbeat_timestamp=2022-02-17T04:45:52Z,host='dv-cinder-829630-1-smb',id=e8023405-eda5-4975-af11-622b29ed5550,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:52Z,topic='l3_agent')) {'router_ids': ['ef85b872-6682-4aea-a8d0-4a8b4a533176'], 'active': True} {{(pid=108158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:46:21.557256 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6de0759-6632-4df3-ba68-bbf4db322d9b req-eb69dc97-ab40-4270-964f-c7a6b0a638b2 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] No DVR routers for this DVR port a7f179ed-607d-40af-a0c7-ce86809b6f52 on host hv-cinder-82963 {{(pid=108156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 04:46:21.560141 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-e6de0759-6632-4df3-ba68-bbf4db322d9b req-eb69dc97-ab40-4270-964f-c7a6b0a638b2 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49904'] for port, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:21.563670 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-e6de0759-6632-4df3-ba68-bbf4db322d9b req-eb69dc97-ab40-4270-964f-c7a6b0a638b2 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.69 "DELETE /v2.0/ports/a7f179ed-607d-40af-a0c7-ce86809b6f52 HTTP/1.1" status: 204 len: 173 time: 0.7995534 Feb 17 04:46:21.564113 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8802c9d3-3f08-4e7d-8caa-c98713207758', 'name': 'network-vif-deleted', 'tag': 'a7f179ed-607d-40af-a0c7-ce86809b6f52'}] {{(pid=108156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:46:21.566528 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0b67973df7b1313e2305cae6a6fc83f0f1e2d937ba4ea44ff20eeef2f46ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a611265f-f3f4-4561-b7a0-41c89ca19d51" -d '{"events": [{"server_uuid": "8802c9d3-3f08-4e7d-8caa-c98713207758", "name": "network-vif-deleted", "tag": "a7f179ed-607d-40af-a0c7-ce86809b6f52"}]}' {{(pid=108156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:46:21.626332 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 04:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9ea2b5c-6ecf-4824-ae61-84bab7659e09 x-openstack-request-id: req-d9ea2b5c-6ecf-4824-ae61-84bab7659e09 {{(pid=108156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:46:21.626948 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8802c9d3-3f08-4e7d-8caa-c98713207758", "name": "network-vif-deleted", "tag": "a7f179ed-607d-40af-a0c7-ce86809b6f52", "status": "completed", "code": 200}]} {{(pid=108156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:46:21.626948 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d9ea2b5c-6ecf-4824-ae61-84bab7659e09 {{(pid=108156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:46:21.627516 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8802c9d3-3f08-4e7d-8caa-c98713207758', 'name': 'network-vif-deleted', 'tag': 'a7f179ed-607d-40af-a0c7-ce86809b6f52', 'status': 'completed', 'code': 200} Feb 17 04:46:21.660681 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_dvr_db [None req-929a048b-423d-4549-b52d-71ac782bafda None None] Set router ef85b872-6682-4aea-a8d0-4a8b4a533176 gateway port host: dv-cinder-829630-1-smb {{(pid=108158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:46:21.775819 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-303efac7-97d9-4d5b-9ecd-3438ffbfdc93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:21.796104 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-24d1dafe-7ebf-4dba-918d-38333b671e89 req-47de50ff-c324-4812-85b8-54e7dc28979c tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/ports?device_id=8802c9d3-3f08-4e7d-8caa-c98713207758 HTTP/1.1" status: 200 len: 210 time: 0.0304308 Feb 17 04:46:21.875829 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_hamode_db [None req-929a048b-423d-4549-b52d-71ac782bafda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef85b872-6682-4aea-a8d0-4a8b4a533176', 'name': 'tempest-AttachVolumeShelveTestJSON-408808888-router', 'tenant_id': 'fcce34a724fd4831979df5c4aa7cf368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'external_fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.22'}], 'enable_snat': True}, 'gw_port_id': '9c126979-2d2f-49c4-9445-d884b0b80ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:40:31Z', 'updated_at': '2022-02-17T04:40:40Z', 'revision_number': 4, 'project_id': 'fcce34a724fd4831979df5c4aa7cf368', 'gw_port': {'id': '9c126979-2d2f-49c4-9445-d884b0b80ebe', 'name': '', 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:55:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef85b872-6682-4aea-a8d0-4a8b4a533176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:32Z', 'updated_at': '2022-02-17T04:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-smb', '_interfaces': [{'id': '5d48e9dd-bf1d-4bae-bb34-e0f0e3fb4abf', 'name': '', 'network_id': '6044f085-e24b-42f2-baa3-35fa62a45e03', 'tenant_id': 'fcce34a724fd4831979df5c4aa7cf368', 'mac_address': 'fa:16:3e:ab:77:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef85b872-6682-4aea-a8d0-4a8b4a533176', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e939ef18-20cb-4ec3-b53b-ca721a133838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:37Z', 'updated_at': '2022-02-17T04:40:50Z', 'revision_number': 5, 'project_id': 'fcce34a724fd4831979df5c4aa7cf368', 'subnets': [{'id': 'e939ef18-20cb-4ec3-b53b-ca721a133838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-1-smb', False) {} {{(pid=108158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:46:21.901860 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929a048b-423d-4549-b52d-71ac782bafda None None] Checking router: ef85b872-6682-4aea-a8d0-4a8b4a533176 for host: dv-cinder-829630-1-smb {{(pid=108158) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 04:46:21.910266 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929a048b-423d-4549-b52d-71ac782bafda None None] Routers {'ef85b872-6682-4aea-a8d0-4a8b4a533176'} bound to L3 agent in host dv-cinder-829630-1-smb {{(pid=108158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:46:21.910924 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_hamode_db [None req-929a048b-423d-4549-b52d-71ac782bafda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T04:31:52Z,description=,heartbeat_timestamp=2022-02-17T04:46:22Z,host='dv-cinder-829630-1-smb',id=e8023405-eda5-4975-af11-622b29ed5550,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:52Z,topic='l3_agent')) {'router_ids': ['ef85b872-6682-4aea-a8d0-4a8b4a533176'], 'active': True} {{(pid=108158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:46:22.038878 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_dvr_db [None req-929a048b-423d-4549-b52d-71ac782bafda None None] Set router ef85b872-6682-4aea-a8d0-4a8b4a533176 gateway port host: dv-cinder-829630-1-smb {{(pid=108158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:46:22.244557 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_hamode_db [None req-929a048b-423d-4549-b52d-71ac782bafda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef85b872-6682-4aea-a8d0-4a8b4a533176', 'name': 'tempest-AttachVolumeShelveTestJSON-408808888-router', 'tenant_id': 'fcce34a724fd4831979df5c4aa7cf368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'external_fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.22'}], 'enable_snat': True}, 'gw_port_id': '9c126979-2d2f-49c4-9445-d884b0b80ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:40:31Z', 'updated_at': '2022-02-17T04:40:40Z', 'revision_number': 4, 'project_id': 'fcce34a724fd4831979df5c4aa7cf368', 'gw_port': {'id': '9c126979-2d2f-49c4-9445-d884b0b80ebe', 'name': '', 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:55:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef85b872-6682-4aea-a8d0-4a8b4a533176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:32Z', 'updated_at': '2022-02-17T04:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-smb', '_interfaces': [{'id': '5d48e9dd-bf1d-4bae-bb34-e0f0e3fb4abf', 'name': '', 'network_id': '6044f085-e24b-42f2-baa3-35fa62a45e03', 'tenant_id': 'fcce34a724fd4831979df5c4aa7cf368', 'mac_address': 'fa:16:3e:ab:77:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef85b872-6682-4aea-a8d0-4a8b4a533176', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e939ef18-20cb-4ec3-b53b-ca721a133838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:37Z', 'updated_at': '2022-02-17T04:40:50Z', 'revision_number': 5, 'project_id': 'fcce34a724fd4831979df5c4aa7cf368', 'subnets': [{'id': 'e939ef18-20cb-4ec3-b53b-ca721a133838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-1-smb', False) {} {{(pid=108158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:46:22.273661 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929a048b-423d-4549-b52d-71ac782bafda None None] The sync data for ids ['ef85b872-6682-4aea-a8d0-4a8b4a533176'] in dv-cinder-829630-1-smb is: [{'id': 'ef85b872-6682-4aea-a8d0-4a8b4a533176', 'name': 'tempest-AttachVolumeShelveTestJSON-408808888-router', 'tenant_id': 'fcce34a724fd4831979df5c4aa7cf368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'external_fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.22'}], 'enable_snat': True}, 'gw_port_id': '9c126979-2d2f-49c4-9445-d884b0b80ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:40:31Z', 'updated_at': '2022-02-17T04:40:40Z', 'revision_number': 4, 'project_id': 'fcce34a724fd4831979df5c4aa7cf368', 'gw_port': {'id': '9c126979-2d2f-49c4-9445-d884b0b80ebe', 'name': '', 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:55:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef85b872-6682-4aea-a8d0-4a8b4a533176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:32Z', 'updated_at': '2022-02-17T04:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-smb', '_interfaces': [{'id': '5d48e9dd-bf1d-4bae-bb34-e0f0e3fb4abf', 'name': '', 'network_id': '6044f085-e24b-42f2-baa3-35fa62a45e03', 'tenant_id': 'fcce34a724fd4831979df5c4aa7cf368', 'mac_address': 'fa:16:3e:ab:77:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef85b872-6682-4aea-a8d0-4a8b4a533176', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e939ef18-20cb-4ec3-b53b-ca721a133838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:37Z', 'updated_at': '2022-02-17T04:40:50Z', 'revision_number': 5, 'project_id': 'fcce34a724fd4831979df5c4aa7cf368', 'subnets': [{'id': 'e939ef18-20cb-4ec3-b53b-ca721a133838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 04:46:22.472927 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab9b3cd-315a-476d-815c-bb14c5f1573f None None] New status for floating IP 3b87937d-6725-4914-b6d1-5a323e10015f: DOWN {{(pid=108157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 04:46:22.887080 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 35326) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:46:22.943836 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-e0f14718-6829-4df7-a5af-bd416030c415 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Notify callbacks [] for security_group, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:22.967476 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-e0f14718-6829-4df7-a5af-bd416030c415 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:23.013967 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-e0f14718-6829-4df7-a5af-bd416030c415 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:23.016721 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-e0f14718-6829-4df7-a5af-bd416030c415 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Notify callbacks [] for security_group, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:23.017865 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-e0f14718-6829-4df7-a5af-bd416030c415 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "DELETE /v2.0/security-groups/cf33ea2b-fb92-4d81-bdf5-c93b5d217564 HTTP/1.1" status: 204 len: 168 time: 0.1290758 Feb 17 04:46:23.020773 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 35328) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:46:23.027231 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f14718-6829-4df7-a5af-bd416030c415 tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf33ea2b-fb92-4d81-bdf5-c93b5d217564,revision_number=None']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:46:23.037019 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-ad5ef704-a6a3-47d1-bcb0-f74a0b5e809f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:23.039278 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.api.v2.resource [None req-0bda6b91-09a4-4549-ae48-a27c4f5c8dcf tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] show failed (client error): The resource could not be found. Feb 17 04:46:23.040366 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-0bda6b91-09a4-4549-ae48-a27c4f5c8dcf tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "GET /v2.0/security-groups/cf33ea2b-fb92-4d81-bdf5-c93b5d217564 HTTP/1.1" status: 404 len: 347 time: 0.0179298 Feb 17 04:46:23.043277 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 35330) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:46:23.165942 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.plugin [None req-8c8fad0b-bf4c-4e1e-bca8-9bc73ce72e6c tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Deleting port 22dbd9bb-58f6-4230-a2eb-f541c4dbe86c {{(pid=108155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:46:23.166279 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-8c8fad0b-bf4c-4e1e-bca8-9bc73ce72e6c tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733365899870'] for port, before_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:23.240509 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-8c8fad0b-bf4c-4e1e-bca8-9bc73ce72e6c tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650405'] for port, precommit_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:23.240832 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-8c8fad0b-bf4c-4e1e-bca8-9bc73ce72e6c tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:23.252362 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.plugin [None req-8c8fad0b-bf4c-4e1e-bca8-9bc73ce72e6c tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Calling delete_port for 22dbd9bb-58f6-4230-a2eb-f541c4dbe86c owned by network:floatingip {{(pid=108155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:46:23.435385 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:23.592686 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-8c8fad0b-bf4c-4e1e-bca8-9bc73ce72e6c tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733365900373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733365499778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2813823'] for port, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:23.620301 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8fad0b-bf4c-4e1e-bca8-9bc73ce72e6c tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Pushing event deleted for resources: {'Port': ['ID=22dbd9bb-58f6-4230-a2eb-f541c4dbe86c,revision_number=None']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:46:23.678763 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-8c8fad0b-bf4c-4e1e-bca8-9bc73ce72e6c tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Notify callbacks [] for floatingip, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:23.681851 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-8c8fad0b-bf4c-4e1e-bca8-9bc73ce72e6c tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49904'] for floatingip, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:23.683006 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-8c8fad0b-bf4c-4e1e-bca8-9bc73ce72e6c tempest-AttachVolumeShelveTestJSON-1940654530 tempest-AttachVolumeShelveTestJSON-1940654530-project] 10.222.0.36 "DELETE /v2.0/floatingips/3b87937d-6725-4914-b6d1-5a323e10015f HTTP/1.1" status: 204 len: 168 time: 0.6383886 Feb 17 04:46:23.807146 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Device a7f179ed-607d-40af-a0c7-ce86809b6f52 no longer exists at agent hyperv_hv-cinder-82963 {{(pid=108157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 04:46:23.830986 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.plugin [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] No Port match for: a7f179ed-607d-40af-a0c7-ce86809b6f52 {{(pid=108157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 17 04:46:23.831331 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Device a7f179ed-607d-40af-a0c7-ce86809b6f52 not bound to the agent host hv-cinder-82963 {{(pid=108157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 04:46:24.115740 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-8e3772f1-a52a-48a7-84fa-494c57cc135e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:24.709031 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:25.928799 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.agents_db [None req-cbde576c-1bd3-47c0-9bd8-6306741b546e None None] Agent healthcheck: found 6 active agents {{(pid=108158) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 04:46:26.073316 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 35382) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:46:26.859986 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-f365a005-89e8-4237-882b-d30c2d0d8245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647859'] for router_interface, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:27.161805 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.plugin [None req-f365a005-89e8-4237-882b-d30c2d0d8245 admin admin] Deleting port 5d48e9dd-bf1d-4bae-bb34-e0f0e3fb4abf {{(pid=108156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:46:27.162402 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-f365a005-89e8-4237-882b-d30c2d0d8245 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733365899870'] for port, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:27.237299 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.db [None req-f365a005-89e8-4237-882b-d30c2d0d8245 admin admin] For port 5d48e9dd-bf1d-4bae-bb34-e0f0e3fb4abf, host dv-cinder-829630-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-smb',level=0,port_id=5d48e9dd-bf1d-4bae-bb34-e0f0e3fb4abf,segment=NetworkSegment(d7c23f60-fd81-463c-84c9-fb74244f4d61),segment_id=d7c23f60-fd81-463c-84c9-fb74244f4d61)] {{(pid=108156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:46:27.237570 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-f365a005-89e8-4237-882b-d30c2d0d8245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650405'] for port, precommit_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:27.250377 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.plugin [None req-f365a005-89e8-4237-882b-d30c2d0d8245 admin admin] Calling delete_port for 5d48e9dd-bf1d-4bae-bb34-e0f0e3fb4abf owned by network:router_interface {{(pid=108156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:46:27.446128 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-f365a005-89e8-4237-882b-d30c2d0d8245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733365900373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733365499778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26489006'] for port, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:27.472140 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f365a005-89e8-4237-882b-d30c2d0d8245 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d48e9dd-bf1d-4bae-bb34-e0f0e3fb4abf,revision_number=None']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:46:27.635141 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-f365a005-89e8-4237-882b-d30c2d0d8245 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-647903'] for router_interface, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:27.846367 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f365a005-89e8-4237-882b-d30c2d0d8245 admin admin] Router ef85b872-6682-4aea-a8d0-4a8b4a533176 has already been hosted by L3 agent e8023405-eda5-4975-af11-622b29ed5550 {{(pid=108156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 04:46:27.877168 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 35402) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:46:27.920706 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.db.db_base_plugin_v2 [None req-4293522c-8866-49ee-91ff-99547e3c307e admin admin] Deleting subnet ccd3bbc9-d79f-4b5c-bced-d6b46d0a6b1b {{(pid=108155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 17 04:46:27.923847 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-4293522c-8866-49ee-91ff-99547e3c307e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:27.957430 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f365a005-89e8-4237-882b-d30c2d0d8245 admin admin] Notify agent at l3_agent.dv-cinder-829630-1-smb the message routers_updated {{(pid=108156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 04:46:27.960822 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-4293522c-8866-49ee-91ff-99547e3c307e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2879761'] for subnet, precommit_delete_associations {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:27.966473 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-f365a005-89e8-4237-882b-d30c2d0d8245 admin admin] 10.222.0.36 "PUT /v2.0/routers/ef85b872-6682-4aea-a8d0-4a8b4a533176/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8920677 Feb 17 04:46:27.967135 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932edb66-e682-4851-a09d-ad74af1c7505 None None] Sync routers for ids ['ef85b872-6682-4aea-a8d0-4a8b4a533176'] in dv-cinder-829630-1-smb {{(pid=108158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 04:46:27.967580 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 35404) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:46:27.977510 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932edb66-e682-4851-a09d-ad74af1c7505 None None] Routers {'ef85b872-6682-4aea-a8d0-4a8b4a533176'} bound to L3 agent in host dv-cinder-829630-1-smb {{(pid=108158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:46:27.978185 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_hamode_db [None req-932edb66-e682-4851-a09d-ad74af1c7505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T04:31:52Z,description=,heartbeat_timestamp=2022-02-17T04:46:22Z,host='dv-cinder-829630-1-smb',id=e8023405-eda5-4975-af11-622b29ed5550,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:52Z,topic='l3_agent')) {'router_ids': ['ef85b872-6682-4aea-a8d0-4a8b4a533176'], 'active': True} {{(pid=108158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:46:28.001853 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-4293522c-8866-49ee-91ff-99547e3c307e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961027'] for subnet, precommit_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:28.061364 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-4293522c-8866-49ee-91ff-99547e3c307e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1961080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2813836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26581766'] for subnet, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:28.076723 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-3c7bef0c-505b-48d1-9379-8307f4ea9ab9 admin admin] Notify callbacks [] for router, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:28.082893 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_dvr_db [None req-932edb66-e682-4851-a09d-ad74af1c7505 None None] Set router ef85b872-6682-4aea-a8d0-4a8b4a533176 gateway port host: dv-cinder-829630-1-smb {{(pid=108158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:46:28.089541 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4293522c-8866-49ee-91ff-99547e3c307e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccd3bbc9-d79f-4b5c-bced-d6b46d0a6b1b,revision_number=None']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:46:28.092032 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-4293522c-8866-49ee-91ff-99547e3c307e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737771'] for subnet, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:28.098009 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-4293522c-8866-49ee-91ff-99547e3c307e admin admin] 10.222.0.36 "DELETE /v2.0/subnets/ccd3bbc9-d79f-4b5c-bced-d6b46d0a6b1b HTTP/1.1" status: 204 len: 168 time: 0.2198215 Feb 17 04:46:28.099163 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 35406) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:46:28.180263 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-058d91ed-01cd-48ab-a98e-61382d660a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1709386'] for network, before_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:28.181970 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-3c7bef0c-505b-48d1-9379-8307f4ea9ab9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:28.236099 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.plugin [None req-3c7bef0c-505b-48d1-9379-8307f4ea9ab9 admin admin] Deleting port 9c126979-2d2f-49c4-9445-d884b0b80ebe {{(pid=108156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:46:28.236428 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-3c7bef0c-505b-48d1-9379-8307f4ea9ab9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733365899870'] for port, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:28.259239 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_hamode_db [None req-932edb66-e682-4851-a09d-ad74af1c7505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef85b872-6682-4aea-a8d0-4a8b4a533176', 'name': 'tempest-AttachVolumeShelveTestJSON-408808888-router', 'tenant_id': 'fcce34a724fd4831979df5c4aa7cf368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'external_fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.22'}], 'enable_snat': True}, 'gw_port_id': '9c126979-2d2f-49c4-9445-d884b0b80ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:40:31Z', 'updated_at': '2022-02-17T04:46:27Z', 'revision_number': 5, 'project_id': 'fcce34a724fd4831979df5c4aa7cf368', 'gw_port': {'id': '9c126979-2d2f-49c4-9445-d884b0b80ebe', 'name': '', 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:55:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef85b872-6682-4aea-a8d0-4a8b4a533176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:32Z', 'updated_at': '2022-02-17T04:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-smb'}], 'dv-cinder-829630-1-smb', False) {} {{(pid=108158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:46:28.260709 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-058d91ed-01cd-48ab-a98e-61382d660a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1960161', 'neutron.services.segments.db._delete_segments_for_network-8733365806376'] for network, precommit_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:28.282468 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.services.segments.db [None req-058d91ed-01cd-48ab-a98e-61382d660a05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['454758d9-bfe5-4f60-aaa7-c0e0bfbe7077']}} {{(pid=108155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:46:28.288891 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932edb66-e682-4851-a09d-ad74af1c7505 None None] Checking router: ef85b872-6682-4aea-a8d0-4a8b4a533176 for host: dv-cinder-829630-1-smb {{(pid=108158) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 04:46:28.292399 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.services.segments.db [None req-058d91ed-01cd-48ab-a98e-61382d660a05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8e6f0a0-d354-45c1-bd69-89b73893dcf6') {'for_net_delete': True} {{(pid=108155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:46:28.292695 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.services.segments.db [None req-058d91ed-01cd-48ab-a98e-61382d660a05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8e6f0a0-d354-45c1-bd69-89b73893dcf6') {} {{(pid=108155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:46:28.297891 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932edb66-e682-4851-a09d-ad74af1c7505 None None] Routers {'ef85b872-6682-4aea-a8d0-4a8b4a533176'} bound to L3 agent in host dv-cinder-829630-1-smb {{(pid=108158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:46:28.298492 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_hamode_db [None req-932edb66-e682-4851-a09d-ad74af1c7505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T04:31:52Z,description=,heartbeat_timestamp=2022-02-17T04:46:22Z,host='dv-cinder-829630-1-smb',id=e8023405-eda5-4975-af11-622b29ed5550,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:52Z,topic='l3_agent')) {'router_ids': ['ef85b872-6682-4aea-a8d0-4a8b4a533176'], 'active': True} {{(pid=108158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:46:28.302962 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-058d91ed-01cd-48ab-a98e-61382d660a05 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733366045332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2879774'] for segment, before_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:28.319382 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-058d91ed-01cd-48ab-a98e-61382d660a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1955041'] for segment, precommit_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:28.323648 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.db [None req-3c7bef0c-505b-48d1-9379-8307f4ea9ab9 admin admin] For port 9c126979-2d2f-49c4-9445-d884b0b80ebe, host dv-cinder-829630-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-smb',level=0,port_id=9c126979-2d2f-49c4-9445-d884b0b80ebe,segment=NetworkSegment(e91f6497-8228-4e22-a6c9-5a362f6f98f1),segment_id=e91f6497-8228-4e22-a6c9-5a362f6f98f1)] {{(pid=108156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:46:28.324322 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-3c7bef0c-505b-48d1-9379-8307f4ea9ab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650405'] for port, precommit_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:28.326200 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-058d91ed-01cd-48ab-a98e-61382d660a05 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=108155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 04:46:28.326887 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-058d91ed-01cd-48ab-a98e-61382d660a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1955041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2813738'] for segment, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:28.328614 dv-cinder-829630-1-smb neutron-server[108155]: Traceback (most recent call last): Feb 17 04:46:28.328614 dv-cinder-829630-1-smb neutron-server[108155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 04:46:28.328614 dv-cinder-829630-1-smb neutron-server[108155]: timer() Feb 17 04:46:28.328614 dv-cinder-829630-1-smb neutron-server[108155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 04:46:28.328614 dv-cinder-829630-1-smb neutron-server[108155]: cb(*args, **kw) Feb 17 04:46:28.328614 dv-cinder-829630-1-smb neutron-server[108155]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 04:46:28.328614 dv-cinder-829630-1-smb neutron-server[108155]: return func(*args, **kwargs) Feb 17 04:46:28.328614 dv-cinder-829630-1-smb neutron-server[108155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 04:46:28.328614 dv-cinder-829630-1-smb neutron-server[108155]: self._notify() Feb 17 04:46:28.328614 dv-cinder-829630-1-smb neutron-server[108155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 04:46:28.328614 dv-cinder-829630-1-smb neutron-server[108155]: self.callback(batched_events) Feb 17 04:46:28.328614 dv-cinder-829630-1-smb neutron-server[108155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 04:46:28.328614 dv-cinder-829630-1-smb neutron-server[108155]: event.method(event) Feb 17 04:46:28.328614 dv-cinder-829630-1-smb neutron-server[108155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 04:46:28.328614 dv-cinder-829630-1-smb neutron-server[108155]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 04:46:28.328614 dv-cinder-829630-1-smb neutron-server[108155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 04:46:28.328614 dv-cinder-829630-1-smb neutron-server[108155]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 04:46:28.328614 dv-cinder-829630-1-smb neutron-server[108155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 04:46:28.328614 dv-cinder-829630-1-smb neutron-server[108155]: return f(self, *a, **k) Feb 17 04:46:28.328614 dv-cinder-829630-1-smb neutron-server[108155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 04:46:28.328614 dv-cinder-829630-1-smb neutron-server[108155]: return self._get(url).json() Feb 17 04:46:28.328614 dv-cinder-829630-1-smb neutron-server[108155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 04:46:28.328614 dv-cinder-829630-1-smb neutron-server[108155]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 04:46:28.328614 dv-cinder-829630-1-smb neutron-server[108155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 04:46:28.328614 dv-cinder-829630-1-smb neutron-server[108155]: return self.request(url, 'GET', **kwargs) Feb 17 04:46:28.328614 dv-cinder-829630-1-smb neutron-server[108155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 04:46:28.328614 dv-cinder-829630-1-smb neutron-server[108155]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 04:46:28.328614 dv-cinder-829630-1-smb neutron-server[108155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 04:46:28.328614 dv-cinder-829630-1-smb neutron-server[108155]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 04:46:28.328614 dv-cinder-829630-1-smb neutron-server[108155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 04:46:28.328614 dv-cinder-829630-1-smb neutron-server[108155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 04:46:28.328614 dv-cinder-829630-1-smb neutron-server[108155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 04:46:28.340152 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.plugin [None req-3c7bef0c-505b-48d1-9379-8307f4ea9ab9 admin admin] Calling delete_port for 9c126979-2d2f-49c4-9445-d884b0b80ebe owned by network:router_gateway {{(pid=108156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:46:28.381755 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_dvr_db [None req-932edb66-e682-4851-a09d-ad74af1c7505 None None] Set router ef85b872-6682-4aea-a8d0-4a8b4a533176 gateway port host: None {{(pid=108158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:46:28.389495 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-058d91ed-01cd-48ab-a98e-61382d660a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1960168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-827310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650049'] for network, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:28.395747 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-058d91ed-01cd-48ab-a98e-61382d660a05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737771'] for network, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:28.399537 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-058d91ed-01cd-48ab-a98e-61382d660a05 admin admin] 10.222.0.36 "DELETE /v2.0/networks/454758d9-bfe5-4f60-aaa7-c0e0bfbe7077 HTTP/1.1" status: 204 len: 168 time: 0.2992992 Feb 17 04:46:28.403494 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 35408) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:46:28.410680 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058d91ed-01cd-48ab-a98e-61382d660a05 admin admin] Pushing event deleted for resources: {'Network': ['ID=454758d9-bfe5-4f60-aaa7-c0e0bfbe7077,revision_number=None']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:46:28.436195 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_hamode_db [None req-932edb66-e682-4851-a09d-ad74af1c7505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef85b872-6682-4aea-a8d0-4a8b4a533176', 'name': 'tempest-AttachVolumeShelveTestJSON-408808888-router', 'tenant_id': 'fcce34a724fd4831979df5c4aa7cf368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:40:31Z', 'updated_at': '2022-02-17T04:46:28Z', 'revision_number': 6, 'project_id': 'fcce34a724fd4831979df5c4aa7cf368', 'gw_port_host': None}], 'dv-cinder-829630-1-smb', False) {} {{(pid=108158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:46:28.462328 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932edb66-e682-4851-a09d-ad74af1c7505 None None] The sync data for ids ['ef85b872-6682-4aea-a8d0-4a8b4a533176'] in dv-cinder-829630-1-smb is: [{'id': 'ef85b872-6682-4aea-a8d0-4a8b4a533176', 'name': 'tempest-AttachVolumeShelveTestJSON-408808888-router', 'tenant_id': 'fcce34a724fd4831979df5c4aa7cf368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:40:31Z', 'updated_at': '2022-02-17T04:46:28Z', 'revision_number': 6, 'project_id': 'fcce34a724fd4831979df5c4aa7cf368', 'gw_port_host': None}] {{(pid=108158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 04:46:28.493318 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c49d823-60a4-480f-977e-71ce6b11f747 admin admin] Deleting subnet 15de44de-dbcd-40bf-8a31-160be132bcd8 {{(pid=108156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 17 04:46:28.501575 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-6c49d823-60a4-480f-977e-71ce6b11f747 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:28.539445 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-6c49d823-60a4-480f-977e-71ce6b11f747 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26378078'] for subnet, precommit_delete_associations {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:28.608418 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-6c49d823-60a4-480f-977e-71ce6b11f747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961027'] for subnet, precommit_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:28.631256 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-3c7bef0c-505b-48d1-9379-8307f4ea9ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733365900373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733365499778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26489006'] for port, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:28.667093 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7bef0c-505b-48d1-9379-8307f4ea9ab9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c126979-2d2f-49c4-9445-d884b0b80ebe,revision_number=None']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:46:28.729582 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-6c49d823-60a4-480f-977e-71ce6b11f747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1961080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26488925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27084032'] for subnet, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:28.757353 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-3c7bef0c-505b-48d1-9379-8307f4ea9ab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650109'] for router_gateway, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:28.760883 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c49d823-60a4-480f-977e-71ce6b11f747 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15de44de-dbcd-40bf-8a31-160be132bcd8,revision_number=None']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:46:28.788975 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-6c49d823-60a4-480f-977e-71ce6b11f747 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:28.792109 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-6c49d823-60a4-480f-977e-71ce6b11f747 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/15de44de-dbcd-40bf-8a31-160be132bcd8 HTTP/1.1" status: 204 len: 168 time: 0.3876562 Feb 17 04:46:28.795128 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 35410) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:46:28.857204 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-3c7bef0c-505b-48d1-9379-8307f4ea9ab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-650398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9654'] for router, precommit_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:28.859426 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-3c7bef0c-505b-48d1-9379-8307f4ea9ab9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:28.868261 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-92ea8cd3-fb85-4e12-9825-b037201da887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1709386'] for network, before_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:28.911749 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-3c7bef0c-505b-48d1-9379-8307f4ea9ab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-650480'] for router, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:28.912304 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c7bef0c-505b-48d1-9379-8307f4ea9ab9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef85b872-6682-4aea-a8d0-4a8b4a533176 {{(pid=108156) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 04:46:28.917263 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-3c7bef0c-505b-48d1-9379-8307f4ea9ab9 admin admin] Notify callbacks [] for router, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:28.918386 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-3c7bef0c-505b-48d1-9379-8307f4ea9ab9 admin admin] 10.222.0.36 "DELETE /v2.0/routers/ef85b872-6682-4aea-a8d0-4a8b4a533176 HTTP/1.1" status: 204 len: 168 time: 0.9501266 Feb 17 04:46:28.921037 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 35412) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:46:28.955576 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-92ea8cd3-fb85-4e12-9825-b037201da887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1960161', 'neutron.services.segments.db._delete_segments_for_network-8733365806376'] for network, precommit_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:28.965674 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.db.db_base_plugin_v2 [None req-12f67bd1-4942-41e4-837c-814f50c9cf15 admin admin] Deleting subnet e939ef18-20cb-4ec3-b53b-ca721a133838 {{(pid=108156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 17 04:46:28.968707 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-12f67bd1-4942-41e4-837c-814f50c9cf15 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:28.975834 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.services.segments.db [None req-92ea8cd3-fb85-4e12-9825-b037201da887 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe1713f2-d7be-4be7-89a0-cd7700289906']}} {{(pid=108155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:46:28.985301 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.services.segments.db [None req-92ea8cd3-fb85-4e12-9825-b037201da887 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48c9feb1-8d1e-428f-939d-1e7eda2fbaba') {'for_net_delete': True} {{(pid=108155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:46:28.985593 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.services.segments.db [None req-92ea8cd3-fb85-4e12-9825-b037201da887 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48c9feb1-8d1e-428f-939d-1e7eda2fbaba') {} {{(pid=108155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:46:28.994580 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-92ea8cd3-fb85-4e12-9825-b037201da887 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733366045332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2879774'] for segment, before_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:29.003623 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-12f67bd1-4942-41e4-837c-814f50c9cf15 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26378078'] for subnet, precommit_delete_associations {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:29.007525 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-92ea8cd3-fb85-4e12-9825-b037201da887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1955041'] for segment, precommit_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:29.013412 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92ea8cd3-fb85-4e12-9825-b037201da887 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=108155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 04:46:29.013787 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-92ea8cd3-fb85-4e12-9825-b037201da887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1955041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2813738'] for segment, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:29.015419 dv-cinder-829630-1-smb neutron-server[108155]: Traceback (most recent call last): Feb 17 04:46:29.015419 dv-cinder-829630-1-smb neutron-server[108155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 04:46:29.015419 dv-cinder-829630-1-smb neutron-server[108155]: timer() Feb 17 04:46:29.015419 dv-cinder-829630-1-smb neutron-server[108155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 04:46:29.015419 dv-cinder-829630-1-smb neutron-server[108155]: cb(*args, **kw) Feb 17 04:46:29.015419 dv-cinder-829630-1-smb neutron-server[108155]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 04:46:29.015419 dv-cinder-829630-1-smb neutron-server[108155]: return func(*args, **kwargs) Feb 17 04:46:29.015419 dv-cinder-829630-1-smb neutron-server[108155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 04:46:29.015419 dv-cinder-829630-1-smb neutron-server[108155]: self._notify() Feb 17 04:46:29.015419 dv-cinder-829630-1-smb neutron-server[108155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 04:46:29.015419 dv-cinder-829630-1-smb neutron-server[108155]: self.callback(batched_events) Feb 17 04:46:29.015419 dv-cinder-829630-1-smb neutron-server[108155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 04:46:29.015419 dv-cinder-829630-1-smb neutron-server[108155]: event.method(event) Feb 17 04:46:29.015419 dv-cinder-829630-1-smb neutron-server[108155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 04:46:29.015419 dv-cinder-829630-1-smb neutron-server[108155]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 04:46:29.015419 dv-cinder-829630-1-smb neutron-server[108155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 04:46:29.015419 dv-cinder-829630-1-smb neutron-server[108155]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 04:46:29.015419 dv-cinder-829630-1-smb neutron-server[108155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 04:46:29.015419 dv-cinder-829630-1-smb neutron-server[108155]: return f(self, *a, **k) Feb 17 04:46:29.015419 dv-cinder-829630-1-smb neutron-server[108155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 04:46:29.015419 dv-cinder-829630-1-smb neutron-server[108155]: return self._get(url).json() Feb 17 04:46:29.015419 dv-cinder-829630-1-smb neutron-server[108155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 04:46:29.015419 dv-cinder-829630-1-smb neutron-server[108155]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 04:46:29.015419 dv-cinder-829630-1-smb neutron-server[108155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 04:46:29.015419 dv-cinder-829630-1-smb neutron-server[108155]: return self.request(url, 'GET', **kwargs) Feb 17 04:46:29.015419 dv-cinder-829630-1-smb neutron-server[108155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 04:46:29.015419 dv-cinder-829630-1-smb neutron-server[108155]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 04:46:29.015419 dv-cinder-829630-1-smb neutron-server[108155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 04:46:29.015419 dv-cinder-829630-1-smb neutron-server[108155]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 04:46:29.015419 dv-cinder-829630-1-smb neutron-server[108155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 04:46:29.015419 dv-cinder-829630-1-smb neutron-server[108155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 04:46:29.015419 dv-cinder-829630-1-smb neutron-server[108155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 04:46:29.068795 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-92ea8cd3-fb85-4e12-9825-b037201da887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1960168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-827310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650049'] for network, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:29.073967 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-92ea8cd3-fb85-4e12-9825-b037201da887 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737771'] for network, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:29.078515 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-92ea8cd3-fb85-4e12-9825-b037201da887 admin admin] 10.222.0.36 "DELETE /v2.0/networks/fe1713f2-d7be-4be7-89a0-cd7700289906 HTTP/1.1" status: 204 len: 168 time: 0.2821474 Feb 17 04:46:29.094167 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ea8cd3-fb85-4e12-9825-b037201da887 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe1713f2-d7be-4be7-89a0-cd7700289906,revision_number=None']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:46:29.101272 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-12f67bd1-4942-41e4-837c-814f50c9cf15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961027'] for subnet, precommit_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:29.158119 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-12f67bd1-4942-41e4-837c-814f50c9cf15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1961080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26488925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27084032'] for subnet, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:29.183314 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f67bd1-4942-41e4-837c-814f50c9cf15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e939ef18-20cb-4ec3-b53b-ca721a133838,revision_number=None']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:46:29.187095 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-12f67bd1-4942-41e4-837c-814f50c9cf15 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:29.191386 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-12f67bd1-4942-41e4-837c-814f50c9cf15 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/e939ef18-20cb-4ec3-b53b-ca721a133838 HTTP/1.1" status: 204 len: 168 time: 0.2693787 Feb 17 04:46:29.192979 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 35416) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:46:29.195371 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 35418) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:46:29.196462 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3969a801-c87a-46e9-851f-4df405b909ac None None] Network 6044f085-e24b-42f2-baa3-35fa62a45e03 requested from dv-cinder-829630-1-smb {{(pid=108157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 17 04:46:29.237919 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-97cb88d0-63d7-462e-83a4-bd29933d0964 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=79a6db14d4594cb19804d55a4b47278c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0414245 Feb 17 04:46:29.240358 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 35420) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:46:29.280219 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-a43268ca-6f47-4d81-a1ed-13ff8ea12614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1709386'] for network, before_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:29.291570 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-ad41f3cf-7b5e-4bdc-b583-932649e983e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:29.318765 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-ad41f3cf-7b5e-4bdc-b583-932649e983e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:29.339749 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.plugin [None req-a43268ca-6f47-4d81-a1ed-13ff8ea12614 admin admin] Deleting port 716a127d-d9f6-41da-b94e-3a5611ea8dba {{(pid=108155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:46:29.340095 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-a43268ca-6f47-4d81-a1ed-13ff8ea12614 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733365899870'] for port, before_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:29.383211 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-ad41f3cf-7b5e-4bdc-b583-932649e983e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:29.385840 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-ad41f3cf-7b5e-4bdc-b583-932649e983e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:29.387915 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-ad41f3cf-7b5e-4bdc-b583-932649e983e4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5c1d4874-c346-42cc-a3ed-5653cb2d9da7 HTTP/1.1" status: 204 len: 168 time: 0.1457784 Feb 17 04:46:29.397790 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad41f3cf-7b5e-4bdc-b583-932649e983e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c1d4874-c346-42cc-a3ed-5653cb2d9da7,revision_number=None']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:46:29.410333 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ea5422-1eb8-4de4-a7c2-274a9d4c0ea8 None None] DHCP port deletion for 6044f085-e24b-42f2-baa3-35fa62a45e03 request from dv-cinder-829630-1-smb {{(pid=108157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 17 04:46:29.431888 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.db [None req-a43268ca-6f47-4d81-a1ed-13ff8ea12614 admin admin] For port 716a127d-d9f6-41da-b94e-3a5611ea8dba, host dv-cinder-829630-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-smb',level=0,port_id=716a127d-d9f6-41da-b94e-3a5611ea8dba,segment=NetworkSegment(d7c23f60-fd81-463c-84c9-fb74244f4d61),segment_id=d7c23f60-fd81-463c-84c9-fb74244f4d61)] {{(pid=108155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:46:29.432326 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-a43268ca-6f47-4d81-a1ed-13ff8ea12614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650405'] for port, precommit_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:29.448676 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.plugin [None req-a43268ca-6f47-4d81-a1ed-13ff8ea12614 admin admin] Calling delete_port for 716a127d-d9f6-41da-b94e-3a5611ea8dba owned by network:dhcp {{(pid=108155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:46:29.477129 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.plugin [None req-10ea5422-1eb8-4de4-a7c2-274a9d4c0ea8 None None] Deleting port 716a127d-d9f6-41da-b94e-3a5611ea8dba {{(pid=108157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:46:29.477601 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-10ea5422-1eb8-4de4-a7c2-274a9d4c0ea8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733365899870'] for port, before_delete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:29.539551 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-a43268ca-6f47-4d81-a1ed-13ff8ea12614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733365900373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733365499778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2813823'] for port, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:29.547836 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-10ea5422-1eb8-4de4-a7c2-274a9d4c0ea8 None None] For port 716a127d-d9f6-41da-b94e-3a5611ea8dba, host dv-cinder-829630-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-smb',level=0,port_id=716a127d-d9f6-41da-b94e-3a5611ea8dba,segment=NetworkSegment(d7c23f60-fd81-463c-84c9-fb74244f4d61),segment_id=d7c23f60-fd81-463c-84c9-fb74244f4d61)] {{(pid=108157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:46:29.548321 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-10ea5422-1eb8-4de4-a7c2-274a9d4c0ea8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650405'] for port, precommit_delete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:29.564345 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.plugin [None req-10ea5422-1eb8-4de4-a7c2-274a9d4c0ea8 None None] Calling delete_port for 716a127d-d9f6-41da-b94e-3a5611ea8dba owned by network:dhcp {{(pid=108157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:46:29.573884 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43268ca-6f47-4d81-a1ed-13ff8ea12614 admin admin] Pushing event deleted for resources: {'Port': ['ID=716a127d-d9f6-41da-b94e-3a5611ea8dba,revision_number=None']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:46:29.577193 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43268ca-6f47-4d81-a1ed-13ff8ea12614 admin admin] No DVR routers for this DVR port 716a127d-d9f6-41da-b94e-3a5611ea8dba on host dv-cinder-829630-1-smb {{(pid=108155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 04:46:29.666180 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-a43268ca-6f47-4d81-a1ed-13ff8ea12614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1960161', 'neutron.services.segments.db._delete_segments_for_network-8733365806376'] for network, precommit_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:29.687165 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-10ea5422-1eb8-4de4-a7c2-274a9d4c0ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733365900373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733365499778'] for port, after_delete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:29.687382 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.services.segments.db [None req-a43268ca-6f47-4d81-a1ed-13ff8ea12614 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6044f085-e24b-42f2-baa3-35fa62a45e03']}} {{(pid=108155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:46:29.696930 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.services.segments.db [None req-a43268ca-6f47-4d81-a1ed-13ff8ea12614 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7c23f60-fd81-463c-84c9-fb74244f4d61') {'for_net_delete': True} {{(pid=108155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:46:29.697225 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.services.segments.db [None req-a43268ca-6f47-4d81-a1ed-13ff8ea12614 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7c23f60-fd81-463c-84c9-fb74244f4d61') {} {{(pid=108155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:46:29.707632 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-a43268ca-6f47-4d81-a1ed-13ff8ea12614 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733366045332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2879774'] for segment, before_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:29.722178 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-a43268ca-6f47-4d81-a1ed-13ff8ea12614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1955041'] for segment, precommit_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:29.728448 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a43268ca-6f47-4d81-a1ed-13ff8ea12614 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=108155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 04:46:29.728924 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-a43268ca-6f47-4d81-a1ed-13ff8ea12614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1955041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2813738'] for segment, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:29.730280 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ea5422-1eb8-4de4-a7c2-274a9d4c0ea8 None None] Pushing event deleted for resources: {'Port': ['ID=716a127d-d9f6-41da-b94e-3a5611ea8dba,revision_number=None']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:46:29.730734 dv-cinder-829630-1-smb neutron-server[108155]: Traceback (most recent call last): Feb 17 04:46:29.730734 dv-cinder-829630-1-smb neutron-server[108155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 04:46:29.730734 dv-cinder-829630-1-smb neutron-server[108155]: timer() Feb 17 04:46:29.730734 dv-cinder-829630-1-smb neutron-server[108155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 04:46:29.730734 dv-cinder-829630-1-smb neutron-server[108155]: cb(*args, **kw) Feb 17 04:46:29.730734 dv-cinder-829630-1-smb neutron-server[108155]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 04:46:29.730734 dv-cinder-829630-1-smb neutron-server[108155]: return func(*args, **kwargs) Feb 17 04:46:29.730734 dv-cinder-829630-1-smb neutron-server[108155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 04:46:29.730734 dv-cinder-829630-1-smb neutron-server[108155]: self._notify() Feb 17 04:46:29.730734 dv-cinder-829630-1-smb neutron-server[108155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 04:46:29.730734 dv-cinder-829630-1-smb neutron-server[108155]: self.callback(batched_events) Feb 17 04:46:29.730734 dv-cinder-829630-1-smb neutron-server[108155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 04:46:29.730734 dv-cinder-829630-1-smb neutron-server[108155]: event.method(event) Feb 17 04:46:29.730734 dv-cinder-829630-1-smb neutron-server[108155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 04:46:29.730734 dv-cinder-829630-1-smb neutron-server[108155]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 04:46:29.730734 dv-cinder-829630-1-smb neutron-server[108155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 04:46:29.730734 dv-cinder-829630-1-smb neutron-server[108155]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 04:46:29.730734 dv-cinder-829630-1-smb neutron-server[108155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 04:46:29.730734 dv-cinder-829630-1-smb neutron-server[108155]: return f(self, *a, **k) Feb 17 04:46:29.730734 dv-cinder-829630-1-smb neutron-server[108155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 04:46:29.730734 dv-cinder-829630-1-smb neutron-server[108155]: return self._get(url).json() Feb 17 04:46:29.730734 dv-cinder-829630-1-smb neutron-server[108155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 04:46:29.730734 dv-cinder-829630-1-smb neutron-server[108155]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 04:46:29.730734 dv-cinder-829630-1-smb neutron-server[108155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 04:46:29.730734 dv-cinder-829630-1-smb neutron-server[108155]: return self.request(url, 'GET', **kwargs) Feb 17 04:46:29.730734 dv-cinder-829630-1-smb neutron-server[108155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 04:46:29.730734 dv-cinder-829630-1-smb neutron-server[108155]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 04:46:29.730734 dv-cinder-829630-1-smb neutron-server[108155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 04:46:29.730734 dv-cinder-829630-1-smb neutron-server[108155]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 04:46:29.730734 dv-cinder-829630-1-smb neutron-server[108155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 04:46:29.730734 dv-cinder-829630-1-smb neutron-server[108155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 04:46:29.730734 dv-cinder-829630-1-smb neutron-server[108155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 04:46:29.733724 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ea5422-1eb8-4de4-a7c2-274a9d4c0ea8 None None] No DVR routers for this DVR port 716a127d-d9f6-41da-b94e-3a5611ea8dba on host dv-cinder-829630-1-smb {{(pid=108157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 04:46:29.741873 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ea5422-1eb8-4de4-a7c2-274a9d4c0ea8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:46:29.742223 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ea5422-1eb8-4de4-a7c2-274a9d4c0ea8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:46:29.742849 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ea5422-1eb8-4de4-a7c2-274a9d4c0ea8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:46:29.749468 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ea5422-1eb8-4de4-a7c2-274a9d4c0ea8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:46:29.749468 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ea5422-1eb8-4de4-a7c2-274a9d4c0ea8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:46:29.749468 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ea5422-1eb8-4de4-a7c2-274a9d4c0ea8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:46:29.749468 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ea5422-1eb8-4de4-a7c2-274a9d4c0ea8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:46:29.749468 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ea5422-1eb8-4de4-a7c2-274a9d4c0ea8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:46:29.749468 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ea5422-1eb8-4de4-a7c2-274a9d4c0ea8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:46:29.749468 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ea5422-1eb8-4de4-a7c2-274a9d4c0ea8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:46:29.749468 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ea5422-1eb8-4de4-a7c2-274a9d4c0ea8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:46:29.749468 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ea5422-1eb8-4de4-a7c2-274a9d4c0ea8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:46:29.797209 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-a43268ca-6f47-4d81-a1ed-13ff8ea12614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1960168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-827310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650049'] for network, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:29.803129 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-a43268ca-6f47-4d81-a1ed-13ff8ea12614 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737771'] for network, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:29.819703 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-a43268ca-6f47-4d81-a1ed-13ff8ea12614 admin admin] 10.222.0.36 "DELETE /v2.0/networks/6044f085-e24b-42f2-baa3-35fa62a45e03 HTTP/1.1" status: 204 len: 168 time: 0.6157968 Feb 17 04:46:29.834115 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 35428) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:46:29.839303 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43268ca-6f47-4d81-a1ed-13ff8ea12614 admin admin] Pushing event deleted for resources: {'Network': ['ID=6044f085-e24b-42f2-baa3-35fa62a45e03,revision_number=None']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:46:29.883688 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-efa66933-3530-4f87-819e-383f65d3ce0d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e9bc1741af2a4bd9ba580f40559600b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0482831 Feb 17 04:46:29.886400 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 35430) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:46:29.944247 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 35432) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:46:29.950434 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-0cc0075c-b3a1-4ef7-bb71-1df86ab12d3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:29.972133 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-0cc0075c-b3a1-4ef7-bb71-1df86ab12d3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:29.988919 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-23e09ce4-003b-4481-92b9-6aebf8cd0002 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fcce34a724fd4831979df5c4aa7cf368&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0413570 Feb 17 04:46:29.989301 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 35434) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:46:29.997590 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Device 716a127d-d9f6-41da-b94e-3a5611ea8dba no longer exists at agent ovs-agent-dv-cinder-829630-1-smb {{(pid=108157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 04:46:30.019203 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.plugin [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] No Port match for: 716a127d-d9f6-41da-b94e-3a5611ea8dba {{(pid=108157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 17 04:46:30.019979 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Device 716a127d-d9f6-41da-b94e-3a5611ea8dba not bound to the agent host dv-cinder-829630-1-smb {{(pid=108157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 04:46:30.019979 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Device 9c126979-2d2f-49c4-9445-d884b0b80ebe no longer exists at agent ovs-agent-dv-cinder-829630-1-smb {{(pid=108157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 04:46:30.040003 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.plugin [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] No Port match for: 9c126979-2d2f-49c4-9445-d884b0b80ebe {{(pid=108157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 17 04:46:30.040351 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Device 9c126979-2d2f-49c4-9445-d884b0b80ebe not bound to the agent host dv-cinder-829630-1-smb {{(pid=108157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 04:46:30.040768 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Device 5d48e9dd-bf1d-4bae-bb34-e0f0e3fb4abf no longer exists at agent ovs-agent-dv-cinder-829630-1-smb {{(pid=108157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 04:46:30.057997 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-0cc0075c-b3a1-4ef7-bb71-1df86ab12d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:30.061265 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-0cc0075c-b3a1-4ef7-bb71-1df86ab12d3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:30.061449 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.plugin [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] No Port match for: 5d48e9dd-bf1d-4bae-bb34-e0f0e3fb4abf {{(pid=108157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 17 04:46:30.061793 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Device 5d48e9dd-bf1d-4bae-bb34-e0f0e3fb4abf not bound to the agent host dv-cinder-829630-1-smb {{(pid=108157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 04:46:30.062382 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-0cc0075c-b3a1-4ef7-bb71-1df86ab12d3e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3a121e4d-06aa-4130-9a53-d6a2f5db9e4f HTTP/1.1" status: 204 len: 168 time: 0.1745365 Feb 17 04:46:30.072780 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-6614c82e-8ea7-437a-85ce-fa6c834de4c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:30.075587 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc0075c-b3a1-4ef7-bb71-1df86ab12d3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a121e4d-06aa-4130-9a53-d6a2f5db9e4f,revision_number=None']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:46:30.098871 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-6614c82e-8ea7-437a-85ce-fa6c834de4c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:30.147536 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-6614c82e-8ea7-437a-85ce-fa6c834de4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:30.150162 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-6614c82e-8ea7-437a-85ce-fa6c834de4c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:30.151508 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-6614c82e-8ea7-437a-85ce-fa6c834de4c8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b892eccf-973d-4874-ac3b-6c18954dd2c7 HTTP/1.1" status: 204 len: 168 time: 0.1612291 Feb 17 04:46:30.159792 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6614c82e-8ea7-437a-85ce-fa6c834de4c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b892eccf-973d-4874-ac3b-6c18954dd2c7,revision_number=None']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:46:31.411866 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 35546) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:46:31.523409 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-52b0b3b7-d289-4079-aa3b-4354ad02317a admin admin] Notify callbacks [] for security_group, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:31.600427 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-52b0b3b7-d289-4079-aa3b-4354ad02317a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:31.604056 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-52b0b3b7-d289-4079-aa3b-4354ad02317a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:31.641785 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b0b3b7-d289-4079-aa3b-4354ad02317a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbda3cee-d81d-4127-9c0a-fc6121a9774c,revision_number=1']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:46:31.645704 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-52b0b3b7-d289-4079-aa3b-4354ad02317a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d088a95ed3ab4b1fb4d7a8233a12eb98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2327528 Feb 17 04:46:31.648479 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 35562) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:46:31.651548 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b0b3b7-d289-4079-aa3b-4354ad02317a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:46:31.651901 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b0b3b7-d289-4079-aa3b-4354ad02317a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:46:31.652266 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b0b3b7-d289-4079-aa3b-4354ad02317a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:46:31.652569 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b0b3b7-d289-4079-aa3b-4354ad02317a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:46:31.652934 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b0b3b7-d289-4079-aa3b-4354ad02317a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:46:31.653264 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b0b3b7-d289-4079-aa3b-4354ad02317a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:46:31.653590 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b0b3b7-d289-4079-aa3b-4354ad02317a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:46:31.653907 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b0b3b7-d289-4079-aa3b-4354ad02317a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:46:31.654229 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b0b3b7-d289-4079-aa3b-4354ad02317a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:46:31.654548 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b0b3b7-d289-4079-aa3b-4354ad02317a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:46:31.654984 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b0b3b7-d289-4079-aa3b-4354ad02317a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:46:31.655214 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b0b3b7-d289-4079-aa3b-4354ad02317a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:46:31.703169 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-bce63a19-8f3e-4aa2-8d51-297da2f25988 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:31.726487 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-bce63a19-8f3e-4aa2-8d51-297da2f25988 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:31.776292 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-bce63a19-8f3e-4aa2-8d51-297da2f25988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:31.779454 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-bce63a19-8f3e-4aa2-8d51-297da2f25988 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:31.780666 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-bce63a19-8f3e-4aa2-8d51-297da2f25988 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fbda3cee-d81d-4127-9c0a-fc6121a9774c HTTP/1.1" status: 204 len: 168 time: 0.1310129 Feb 17 04:46:31.788758 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce63a19-8f3e-4aa2-8d51-297da2f25988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbda3cee-d81d-4127-9c0a-fc6121a9774c,revision_number=None']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:46:35.932070 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 35640) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:46:36.114675 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.plugin [None req-622dbb49-48e0-4827-a928-513f385ee8ef tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Deleting port bfebfb53-5616-41c2-b1b6-0b0fc0dc70be {{(pid=108156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:46:36.115089 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-622dbb49-48e0-4827-a928-513f385ee8ef tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733365899870'] for port, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:36.193734 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-622dbb49-48e0-4827-a928-513f385ee8ef tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650405'] for port, precommit_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:36.194064 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-622dbb49-48e0-4827-a928-513f385ee8ef tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:36.207230 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.plugin [None req-622dbb49-48e0-4827-a928-513f385ee8ef tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Calling delete_port for bfebfb53-5616-41c2-b1b6-0b0fc0dc70be owned by network:floatingip {{(pid=108156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:46:36.378128 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-622dbb49-48e0-4827-a928-513f385ee8ef tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733365900373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733365499778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26489006'] for port, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:36.401706 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622dbb49-48e0-4827-a928-513f385ee8ef tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Pushing event deleted for resources: {'Port': ['ID=bfebfb53-5616-41c2-b1b6-0b0fc0dc70be,revision_number=None']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:46:36.474104 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-622dbb49-48e0-4827-a928-513f385ee8ef tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Notify callbacks [] for floatingip, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:36.474465 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.db.l3_db [None req-622dbb49-48e0-4827-a928-513f385ee8ef tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Floating IP 0b6590a5-27ed-4dc6-a060-b92f132a7514 disassociated (deleted). External IP: 172.28.3.193, port: feec4401-638e-4107-8daa-ffdad5ea4092. Feb 17 04:46:36.928471 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-622dbb49-48e0-4827-a928-513f385ee8ef tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Router f647c5be-aba2-48ff-92e6-b2fa584852f5 has already been hosted by L3 agent e8023405-eda5-4975-af11-622b29ed5550 {{(pid=108156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 04:46:37.042019 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-622dbb49-48e0-4827-a928-513f385ee8ef tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Notify agent at l3_agent.dv-cinder-829630-1-smb the message routers_updated {{(pid=108156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 04:46:37.048982 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-622dbb49-48e0-4827-a928-513f385ee8ef tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49904'] for floatingip, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:37.055890 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c43b88-c491-4b89-b96a-96acbdf672fb None None] Sync routers for ids ['f647c5be-aba2-48ff-92e6-b2fa584852f5'] in dv-cinder-829630-1-smb {{(pid=108157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 04:46:37.073776 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c43b88-c491-4b89-b96a-96acbdf672fb None None] Routers {'f647c5be-aba2-48ff-92e6-b2fa584852f5'} bound to L3 agent in host dv-cinder-829630-1-smb {{(pid=108157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:46:37.074474 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_hamode_db [None req-94c43b88-c491-4b89-b96a-96acbdf672fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T04:31:52Z,description=,heartbeat_timestamp=2022-02-17T04:46:22Z,host='dv-cinder-829630-1-smb',id=e8023405-eda5-4975-af11-622b29ed5550,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:52Z,topic='l3_agent')) {'router_ids': ['f647c5be-aba2-48ff-92e6-b2fa584852f5'], 'active': True} {{(pid=108157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:46:37.081723 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-622dbb49-48e0-4827-a928-513f385ee8ef tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] 10.222.0.36 "DELETE /v2.0/floatingips/0b6590a5-27ed-4dc6-a060-b92f132a7514 HTTP/1.1" status: 204 len: 168 time: 1.1457238 Feb 17 04:46:37.081723 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '906c145f-acf1-4865-8102-0f21461fb53b', 'tag': 'feec4401-638e-4107-8daa-ffdad5ea4092'}] {{(pid=108156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:46:37.086055 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0b67973df7b1313e2305cae6a6fc83f0f1e2d937ba4ea44ff20eeef2f46ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e04ceac-ec91-4957-a352-3dcb183ec36c" -d '{"events": [{"name": "network-changed", "server_uuid": "906c145f-acf1-4865-8102-0f21461fb53b", "tag": "feec4401-638e-4107-8daa-ffdad5ea4092"}]}' {{(pid=108156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:46:37.136475 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 04:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb09376a-0692-47d4-b559-3a00e686063a x-openstack-request-id: req-cb09376a-0692-47d4-b559-3a00e686063a {{(pid=108156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:46:37.137054 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "906c145f-acf1-4865-8102-0f21461fb53b", "tag": "feec4401-638e-4107-8daa-ffdad5ea4092", "status": "completed", "code": 200}]} {{(pid=108156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:46:37.138167 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cb09376a-0692-47d4-b559-3a00e686063a {{(pid=108156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:46:37.138766 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '906c145f-acf1-4865-8102-0f21461fb53b', 'tag': 'feec4401-638e-4107-8daa-ffdad5ea4092', 'status': 'completed', 'code': 200} Feb 17 04:46:37.200226 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_dvr_db [None req-94c43b88-c491-4b89-b96a-96acbdf672fb None None] Set router f647c5be-aba2-48ff-92e6-b2fa584852f5 gateway port host: dv-cinder-829630-1-smb {{(pid=108157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:46:37.212670 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e04ceac-ec91-4957-a352-3dcb183ec36c req-e6380dea-82dc-4b82-becc-60094facf084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:37.214685 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-1e04ceac-ec91-4957-a352-3dcb183ec36c req-e6380dea-82dc-4b82-becc-60094facf084 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3ebe5412b4bb403184e1943f302e5c70&device_id=906c145f-acf1-4865-8102-0f21461fb53b HTTP/1.1" status: 200 len: 1099 time: 0.0555022 Feb 17 04:46:37.348542 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e04ceac-ec91-4957-a352-3dcb183ec36c req-8c4ee197-b31e-49d3-883a-efe3083ee176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:37.349958 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-1e04ceac-ec91-4957-a352-3dcb183ec36c req-8c4ee197-b31e-49d3-883a-efe3083ee176 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4e85cae3-4230-466d-b880-ebad0eb9446b HTTP/1.1" status: 200 len: 908 time: 0.1283505 Feb 17 04:46:37.409913 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-1e04ceac-ec91-4957-a352-3dcb183ec36c req-d3acfd23-5bcb-458d-81e3-70937c406b99 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=feec4401-638e-4107-8daa-ffdad5ea4092 HTTP/1.1" status: 200 len: 217 time: 0.0525558 Feb 17 04:46:37.431577 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_hamode_db [None req-94c43b88-c491-4b89-b96a-96acbdf672fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f647c5be-aba2-48ff-92e6-b2fa584852f5', 'name': 'tempest-TestShelveInstance-733546887-router', 'tenant_id': '3ebe5412b4bb403184e1943f302e5c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'external_fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.145'}], 'enable_snat': True}, 'gw_port_id': 'b3cca5fe-d413-48d3-926b-24b33d952b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:41:39Z', 'updated_at': '2022-02-17T04:41:45Z', 'revision_number': 4, 'project_id': '3ebe5412b4bb403184e1943f302e5c70', 'gw_port': {'id': 'b3cca5fe-d413-48d3-926b-24b33d952b00', 'name': '', 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:97:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f647c5be-aba2-48ff-92e6-b2fa584852f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:41:40Z', 'updated_at': '2022-02-17T04:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-smb', '_interfaces': [{'id': '94658d2d-8ac6-4b7a-b510-62718d5577d4', 'name': '', 'network_id': '4e85cae3-4230-466d-b880-ebad0eb9446b', 'tenant_id': '3ebe5412b4bb403184e1943f302e5c70', 'mac_address': 'fa:16:3e:02:e4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f647c5be-aba2-48ff-92e6-b2fa584852f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '969d46d6-464e-4a90-93de-b5a05f1ac7ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:41:44Z', 'updated_at': '2022-02-17T04:41:50Z', 'revision_number': 5, 'project_id': '3ebe5412b4bb403184e1943f302e5c70', 'subnets': [{'id': '969d46d6-464e-4a90-93de-b5a05f1ac7ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-1-smb', False) {} {{(pid=108157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:46:37.466343 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0559418-e3c6-4962-b59d-0b816ef0beb3 req-520e73aa-d4fd-4249-9fb3-b03e2f6259f2 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:37.466766 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c43b88-c491-4b89-b96a-96acbdf672fb None None] Checking router: f647c5be-aba2-48ff-92e6-b2fa584852f5 for host: dv-cinder-829630-1-smb {{(pid=108157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 04:46:37.468472 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-b0559418-e3c6-4962-b59d-0b816ef0beb3 req-520e73aa-d4fd-4249-9fb3-b03e2f6259f2 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] 10.222.0.36 "GET /v2.0/ports?device_id=906c145f-acf1-4865-8102-0f21461fb53b HTTP/1.1" status: 200 len: 946 time: 0.1221128 Feb 17 04:46:37.478364 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c43b88-c491-4b89-b96a-96acbdf672fb None None] Routers {'f647c5be-aba2-48ff-92e6-b2fa584852f5'} bound to L3 agent in host dv-cinder-829630-1-smb {{(pid=108157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:46:37.479112 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_hamode_db [None req-94c43b88-c491-4b89-b96a-96acbdf672fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T04:31:52Z,description=,heartbeat_timestamp=2022-02-17T04:46:22Z,host='dv-cinder-829630-1-smb',id=e8023405-eda5-4975-af11-622b29ed5550,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:52Z,topic='l3_agent')) {'router_ids': ['f647c5be-aba2-48ff-92e6-b2fa584852f5'], 'active': True} {{(pid=108157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:46:37.481971 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e04ceac-ec91-4957-a352-3dcb183ec36c req-35c78bd9-671d-444f-81ba-422921843b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:37.483503 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-1e04ceac-ec91-4957-a352-3dcb183ec36c req-35c78bd9-671d-444f-81ba-422921843b9e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=969d46d6-464e-4a90-93de-b5a05f1ac7ee HTTP/1.1" status: 200 len: 847 time: 0.0656288 Feb 17 04:46:37.544302 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-b0559418-e3c6-4962-b59d-0b816ef0beb3 req-29b2aaeb-07c4-43dd-99f2-cff047fd96b7 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] 10.222.0.36 "GET /v2.0/security-groups?id=a062d98a-0337-4fdd-a1dd-d9c432a2906d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648940 Feb 17 04:46:37.556533 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e04ceac-ec91-4957-a352-3dcb183ec36c req-1ecf2581-d490-41dd-8ace-172ef558f0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:37.558022 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-1e04ceac-ec91-4957-a352-3dcb183ec36c req-1ecf2581-d490-41dd-8ace-172ef558f0df service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4e85cae3-4230-466d-b880-ebad0eb9446b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0615988 Feb 17 04:46:37.598989 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_dvr_db [None req-94c43b88-c491-4b89-b96a-96acbdf672fb None None] Set router f647c5be-aba2-48ff-92e6-b2fa584852f5 gateway port host: dv-cinder-829630-1-smb {{(pid=108157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:46:37.657064 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-1e04ceac-ec91-4957-a352-3dcb183ec36c req-db34c635-0075-4f48-ae71-75f8e732b07f service neutron] 10.222.0.69 "GET /v2.0/networks/4e85cae3-4230-466d-b880-ebad0eb9446b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916176 Feb 17 04:46:37.784032 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-1e04ceac-ec91-4957-a352-3dcb183ec36c req-a90dee28-934b-4bbd-b480-3c964ecf15fb service neutron] 10.222.0.69 "GET /v2.0/networks/4e85cae3-4230-466d-b880-ebad0eb9446b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175241 Feb 17 04:46:37.849340 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_hamode_db [None req-94c43b88-c491-4b89-b96a-96acbdf672fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f647c5be-aba2-48ff-92e6-b2fa584852f5', 'name': 'tempest-TestShelveInstance-733546887-router', 'tenant_id': '3ebe5412b4bb403184e1943f302e5c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'external_fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.145'}], 'enable_snat': True}, 'gw_port_id': 'b3cca5fe-d413-48d3-926b-24b33d952b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:41:39Z', 'updated_at': '2022-02-17T04:41:45Z', 'revision_number': 4, 'project_id': '3ebe5412b4bb403184e1943f302e5c70', 'gw_port': {'id': 'b3cca5fe-d413-48d3-926b-24b33d952b00', 'name': '', 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:97:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f647c5be-aba2-48ff-92e6-b2fa584852f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:41:40Z', 'updated_at': '2022-02-17T04:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-smb', '_interfaces': [{'id': '94658d2d-8ac6-4b7a-b510-62718d5577d4', 'name': '', 'network_id': '4e85cae3-4230-466d-b880-ebad0eb9446b', 'tenant_id': '3ebe5412b4bb403184e1943f302e5c70', 'mac_address': 'fa:16:3e:02:e4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f647c5be-aba2-48ff-92e6-b2fa584852f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '969d46d6-464e-4a90-93de-b5a05f1ac7ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:41:44Z', 'updated_at': '2022-02-17T04:41:50Z', 'revision_number': 5, 'project_id': '3ebe5412b4bb403184e1943f302e5c70', 'subnets': [{'id': '969d46d6-464e-4a90-93de-b5a05f1ac7ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-1-smb', False) {} {{(pid=108157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:46:37.877857 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c43b88-c491-4b89-b96a-96acbdf672fb None None] The sync data for ids ['f647c5be-aba2-48ff-92e6-b2fa584852f5'] in dv-cinder-829630-1-smb is: [{'id': 'f647c5be-aba2-48ff-92e6-b2fa584852f5', 'name': 'tempest-TestShelveInstance-733546887-router', 'tenant_id': '3ebe5412b4bb403184e1943f302e5c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'external_fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.145'}], 'enable_snat': True}, 'gw_port_id': 'b3cca5fe-d413-48d3-926b-24b33d952b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:41:39Z', 'updated_at': '2022-02-17T04:41:45Z', 'revision_number': 4, 'project_id': '3ebe5412b4bb403184e1943f302e5c70', 'gw_port': {'id': 'b3cca5fe-d413-48d3-926b-24b33d952b00', 'name': '', 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:97:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f647c5be-aba2-48ff-92e6-b2fa584852f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:41:40Z', 'updated_at': '2022-02-17T04:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-smb', '_interfaces': [{'id': '94658d2d-8ac6-4b7a-b510-62718d5577d4', 'name': '', 'network_id': '4e85cae3-4230-466d-b880-ebad0eb9446b', 'tenant_id': '3ebe5412b4bb403184e1943f302e5c70', 'mac_address': 'fa:16:3e:02:e4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f647c5be-aba2-48ff-92e6-b2fa584852f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '969d46d6-464e-4a90-93de-b5a05f1ac7ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:41:44Z', 'updated_at': '2022-02-17T04:41:50Z', 'revision_number': 5, 'project_id': '3ebe5412b4bb403184e1943f302e5c70', 'subnets': [{'id': '969d46d6-464e-4a90-93de-b5a05f1ac7ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 04:46:38.094588 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447576d4-9437-48bf-bbf0-0d8690579a16 None None] New status for floating IP 0b6590a5-27ed-4dc6-a060-b92f132a7514: DOWN {{(pid=108158) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 04:46:38.674823 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0065fe9b-a7a8-4be7-8a1e-6dc00107f80b req-26e1a32b-ab35-440f-9a3b-46b45c34ed1c tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:38.676376 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-0065fe9b-a7a8-4be7-8a1e-6dc00107f80b req-26e1a32b-ab35-440f-9a3b-46b45c34ed1c tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] 10.222.0.36 "GET /v2.0/ports?device_id=906c145f-acf1-4865-8102-0f21461fb53b HTTP/1.1" status: 200 len: 946 time: 0.0508504 Feb 17 04:46:38.719752 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-0065fe9b-a7a8-4be7-8a1e-6dc00107f80b req-696cf603-009c-4131-a739-849444463e15 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] 10.222.0.36 "GET /v2.0/security-groups?id=a062d98a-0337-4fdd-a1dd-d9c432a2906d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374856 Feb 17 04:46:38.780187 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c133c0b-9df3-4b55-b684-e1dd6d9f25f0 req-8e96e244-5196-4ea4-bb34-20f6c0e77b69 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:38.781673 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-7c133c0b-9df3-4b55-b684-e1dd6d9f25f0 req-8e96e244-5196-4ea4-bb34-20f6c0e77b69 tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] 10.222.0.69 "GET /v2.0/ports?device_id=906c145f-acf1-4865-8102-0f21461fb53b HTTP/1.1" status: 200 len: 946 time: 0.0509646 Feb 17 04:46:38.890662 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.plugin [req-7c133c0b-9df3-4b55-b684-e1dd6d9f25f0 req-dd9de443-351c-4d8a-9082-1941edf96c0a tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Deleting port feec4401-638e-4107-8daa-ffdad5ea4092 {{(pid=108156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:46:38.890973 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-7c133c0b-9df3-4b55-b684-e1dd6d9f25f0 req-dd9de443-351c-4d8a-9082-1941edf96c0a tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733365899870'] for port, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:38.984617 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.db [req-7c133c0b-9df3-4b55-b684-e1dd6d9f25f0 req-dd9de443-351c-4d8a-9082-1941edf96c0a tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] For port feec4401-638e-4107-8daa-ffdad5ea4092, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=feec4401-638e-4107-8daa-ffdad5ea4092,segment=NetworkSegment(48781fd2-a2ea-4151-93a5-8a2b9e3402e8),segment_id=48781fd2-a2ea-4151-93a5-8a2b9e3402e8)] {{(pid=108156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:46:38.984977 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-7c133c0b-9df3-4b55-b684-e1dd6d9f25f0 req-dd9de443-351c-4d8a-9082-1941edf96c0a tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650405'] for port, precommit_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:38.999261 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.plugin [req-7c133c0b-9df3-4b55-b684-e1dd6d9f25f0 req-dd9de443-351c-4d8a-9082-1941edf96c0a tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Calling delete_port for feec4401-638e-4107-8daa-ffdad5ea4092 owned by compute:nova {{(pid=108156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:46:39.142240 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-7c133c0b-9df3-4b55-b684-e1dd6d9f25f0 req-dd9de443-351c-4d8a-9082-1941edf96c0a tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733365900373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733365499778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26489006'] for port, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:39.179724 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9de443-351c-4d8a-9082-1941edf96c0a tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Pushing event deleted for resources: {'Port': ['ID=feec4401-638e-4107-8daa-ffdad5ea4092,revision_number=None']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:46:39.217007 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c133c0b-9df3-4b55-b684-e1dd6d9f25f0 req-dd9de443-351c-4d8a-9082-1941edf96c0a tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] No DVR routers for this DVR port feec4401-638e-4107-8daa-ffdad5ea4092 on host hv-cinder-82963 {{(pid=108156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 04:46:39.219534 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-7c133c0b-9df3-4b55-b684-e1dd6d9f25f0 req-dd9de443-351c-4d8a-9082-1941edf96c0a tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49904'] for port, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:39.223203 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-7c133c0b-9df3-4b55-b684-e1dd6d9f25f0 req-dd9de443-351c-4d8a-9082-1941edf96c0a tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] 10.222.0.69 "DELETE /v2.0/ports/feec4401-638e-4107-8daa-ffdad5ea4092 HTTP/1.1" status: 204 len: 173 time: 0.4342515 Feb 17 04:46:39.223648 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '906c145f-acf1-4865-8102-0f21461fb53b', 'name': 'network-vif-deleted', 'tag': 'feec4401-638e-4107-8daa-ffdad5ea4092'}] {{(pid=108156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:46:39.225927 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0b67973df7b1313e2305cae6a6fc83f0f1e2d937ba4ea44ff20eeef2f46ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cec9b2b6-e7cd-4b5d-bbe0-3d021e9df75e" -d '{"events": [{"server_uuid": "906c145f-acf1-4865-8102-0f21461fb53b", "name": "network-vif-deleted", "tag": "feec4401-638e-4107-8daa-ffdad5ea4092"}]}' {{(pid=108156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:46:39.266090 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 04:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d77db46-cb7f-4b8e-b19e-d6451e37ef1b x-openstack-request-id: req-5d77db46-cb7f-4b8e-b19e-d6451e37ef1b {{(pid=108156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:46:39.266329 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "906c145f-acf1-4865-8102-0f21461fb53b", "name": "network-vif-deleted", "tag": "feec4401-638e-4107-8daa-ffdad5ea4092", "status": "completed", "code": 200}]} {{(pid=108156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:46:39.266652 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5d77db46-cb7f-4b8e-b19e-d6451e37ef1b {{(pid=108156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:46:39.267132 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '906c145f-acf1-4865-8102-0f21461fb53b', 'name': 'network-vif-deleted', 'tag': 'feec4401-638e-4107-8daa-ffdad5ea4092', 'status': 'completed', 'code': 200} Feb 17 04:46:39.831676 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-1e9a72d7-7d5c-491f-a94b-f0eae71c3d0d req-ad1553e9-4931-4752-8e64-1d23af13c32d tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] 10.222.0.36 "GET /v2.0/ports?device_id=906c145f-acf1-4865-8102-0f21461fb53b HTTP/1.1" status: 200 len: 210 time: 0.0321784 Feb 17 04:46:40.892609 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 35718) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:46:40.954334 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-1fef5216-ba46-4564-baa2-452b9da9964a tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Notify callbacks [] for security_group, before_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:40.979532 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-1fef5216-ba46-4564-baa2-452b9da9964a tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:41.036497 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-1fef5216-ba46-4564-baa2-452b9da9964a tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:41.039292 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-1fef5216-ba46-4564-baa2-452b9da9964a tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Notify callbacks [] for security_group, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:41.040448 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-1fef5216-ba46-4564-baa2-452b9da9964a tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] 10.222.0.36 "DELETE /v2.0/security-groups/a062d98a-0337-4fdd-a1dd-d9c432a2906d HTTP/1.1" status: 204 len: 168 time: 0.1468637 Feb 17 04:46:41.050674 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fef5216-ba46-4564-baa2-452b9da9964a tempest-TestShelveInstance-2053014860 tempest-TestShelveInstance-2053014860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a062d98a-0337-4fdd-a1dd-d9c432a2906d,revision_number=None']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:46:41.083276 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 35722) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:46:41.581028 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-51431fbb-3091-4331-97d2-e23011fa5d89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647859'] for router_interface, before_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:41.824248 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.plugin [None req-51431fbb-3091-4331-97d2-e23011fa5d89 admin admin] Deleting port 94658d2d-8ac6-4b7a-b510-62718d5577d4 {{(pid=108155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:46:41.825199 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-51431fbb-3091-4331-97d2-e23011fa5d89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733365899870'] for port, before_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:41.901198 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Device feec4401-638e-4107-8daa-ffdad5ea4092 no longer exists at agent hyperv_hv-cinder-82963 {{(pid=108157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 04:46:41.910664 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.db [None req-51431fbb-3091-4331-97d2-e23011fa5d89 admin admin] For port 94658d2d-8ac6-4b7a-b510-62718d5577d4, host dv-cinder-829630-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-smb',level=0,port_id=94658d2d-8ac6-4b7a-b510-62718d5577d4,segment=NetworkSegment(48781fd2-a2ea-4151-93a5-8a2b9e3402e8),segment_id=48781fd2-a2ea-4151-93a5-8a2b9e3402e8)] {{(pid=108155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:46:41.911232 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-51431fbb-3091-4331-97d2-e23011fa5d89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650405'] for port, precommit_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:41.924932 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.plugin [None req-51431fbb-3091-4331-97d2-e23011fa5d89 admin admin] Calling delete_port for 94658d2d-8ac6-4b7a-b510-62718d5577d4 owned by network:router_interface {{(pid=108155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:46:41.929300 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.plugin [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] No Port match for: feec4401-638e-4107-8daa-ffdad5ea4092 {{(pid=108157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 17 04:46:41.929701 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Device feec4401-638e-4107-8daa-ffdad5ea4092 not bound to the agent host hv-cinder-82963 {{(pid=108157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 04:46:42.105077 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-51431fbb-3091-4331-97d2-e23011fa5d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733365900373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733365499778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2813823'] for port, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:42.131105 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51431fbb-3091-4331-97d2-e23011fa5d89 admin admin] Pushing event deleted for resources: {'Port': ['ID=94658d2d-8ac6-4b7a-b510-62718d5577d4,revision_number=None']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:46:42.298253 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-51431fbb-3091-4331-97d2-e23011fa5d89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-647903'] for router_interface, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:42.508757 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51431fbb-3091-4331-97d2-e23011fa5d89 admin admin] Router f647c5be-aba2-48ff-92e6-b2fa584852f5 has already been hosted by L3 agent e8023405-eda5-4975-af11-622b29ed5550 {{(pid=108155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 04:46:42.612418 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51431fbb-3091-4331-97d2-e23011fa5d89 admin admin] Notify agent at l3_agent.dv-cinder-829630-1-smb the message routers_updated {{(pid=108155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 04:46:42.617456 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-51431fbb-3091-4331-97d2-e23011fa5d89 admin admin] 10.222.0.36 "PUT /v2.0/routers/f647c5be-aba2-48ff-92e6-b2fa584852f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5331337 Feb 17 04:46:42.619998 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 35754) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:46:42.620939 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20468a3c-3c1a-4a3c-9341-fc0b3733b23f None None] Sync routers for ids ['f647c5be-aba2-48ff-92e6-b2fa584852f5'] in dv-cinder-829630-1-smb {{(pid=108157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 04:46:42.631770 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20468a3c-3c1a-4a3c-9341-fc0b3733b23f None None] Routers {'f647c5be-aba2-48ff-92e6-b2fa584852f5'} bound to L3 agent in host dv-cinder-829630-1-smb {{(pid=108157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:46:42.632374 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_hamode_db [None req-20468a3c-3c1a-4a3c-9341-fc0b3733b23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T04:31:52Z,description=,heartbeat_timestamp=2022-02-17T04:46:22Z,host='dv-cinder-829630-1-smb',id=e8023405-eda5-4975-af11-622b29ed5550,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:52Z,topic='l3_agent')) {'router_ids': ['f647c5be-aba2-48ff-92e6-b2fa584852f5'], 'active': True} {{(pid=108157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:46:42.732249 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-4f99653d-83ee-4b35-b9cf-7e50346b342e admin admin] Notify callbacks [] for router, before_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:42.739802 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_dvr_db [None req-20468a3c-3c1a-4a3c-9341-fc0b3733b23f None None] Set router f647c5be-aba2-48ff-92e6-b2fa584852f5 gateway port host: dv-cinder-829630-1-smb {{(pid=108157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:46:42.852647 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-4f99653d-83ee-4b35-b9cf-7e50346b342e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:42.911359 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.plugin [None req-4f99653d-83ee-4b35-b9cf-7e50346b342e admin admin] Deleting port b3cca5fe-d413-48d3-926b-24b33d952b00 {{(pid=108155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:46:42.912389 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-4f99653d-83ee-4b35-b9cf-7e50346b342e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733365899870'] for port, before_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:42.929129 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_hamode_db [None req-20468a3c-3c1a-4a3c-9341-fc0b3733b23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f647c5be-aba2-48ff-92e6-b2fa584852f5', 'name': 'tempest-TestShelveInstance-733546887-router', 'tenant_id': '3ebe5412b4bb403184e1943f302e5c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'external_fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.145'}], 'enable_snat': True}, 'gw_port_id': 'b3cca5fe-d413-48d3-926b-24b33d952b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:41:39Z', 'updated_at': '2022-02-17T04:46:42Z', 'revision_number': 5, 'project_id': '3ebe5412b4bb403184e1943f302e5c70', 'gw_port': {'id': 'b3cca5fe-d413-48d3-926b-24b33d952b00', 'name': '', 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:97:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f647c5be-aba2-48ff-92e6-b2fa584852f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:41:40Z', 'updated_at': '2022-02-17T04:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-smb'}], 'dv-cinder-829630-1-smb', False) {} {{(pid=108157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:46:42.956059 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20468a3c-3c1a-4a3c-9341-fc0b3733b23f None None] Checking router: f647c5be-aba2-48ff-92e6-b2fa584852f5 for host: dv-cinder-829630-1-smb {{(pid=108157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 04:46:42.967006 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20468a3c-3c1a-4a3c-9341-fc0b3733b23f None None] Routers {'f647c5be-aba2-48ff-92e6-b2fa584852f5'} bound to L3 agent in host dv-cinder-829630-1-smb {{(pid=108157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:46:42.967939 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_hamode_db [None req-20468a3c-3c1a-4a3c-9341-fc0b3733b23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T04:31:52Z,description=,heartbeat_timestamp=2022-02-17T04:46:22Z,host='dv-cinder-829630-1-smb',id=e8023405-eda5-4975-af11-622b29ed5550,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:52Z,topic='l3_agent')) {'router_ids': ['f647c5be-aba2-48ff-92e6-b2fa584852f5'], 'active': True} {{(pid=108157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:46:43.019312 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.db [None req-4f99653d-83ee-4b35-b9cf-7e50346b342e admin admin] For port b3cca5fe-d413-48d3-926b-24b33d952b00, host dv-cinder-829630-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-smb',level=0,port_id=b3cca5fe-d413-48d3-926b-24b33d952b00,segment=NetworkSegment(e91f6497-8228-4e22-a6c9-5a362f6f98f1),segment_id=e91f6497-8228-4e22-a6c9-5a362f6f98f1)] {{(pid=108155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:46:43.019732 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-4f99653d-83ee-4b35-b9cf-7e50346b342e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650405'] for port, precommit_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:43.034402 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.plugin [None req-4f99653d-83ee-4b35-b9cf-7e50346b342e admin admin] Calling delete_port for b3cca5fe-d413-48d3-926b-24b33d952b00 owned by network:router_gateway {{(pid=108155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:46:43.178519 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_dvr_db [None req-20468a3c-3c1a-4a3c-9341-fc0b3733b23f None None] Set router f647c5be-aba2-48ff-92e6-b2fa584852f5 gateway port host: None {{(pid=108157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:46:43.203847 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-4f99653d-83ee-4b35-b9cf-7e50346b342e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733365900373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733365499778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2813823'] for port, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:43.232841 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_hamode_db [None req-20468a3c-3c1a-4a3c-9341-fc0b3733b23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f647c5be-aba2-48ff-92e6-b2fa584852f5', 'name': 'tempest-TestShelveInstance-733546887-router', 'tenant_id': '3ebe5412b4bb403184e1943f302e5c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:41:39Z', 'updated_at': '2022-02-17T04:46:42Z', 'revision_number': 6, 'project_id': '3ebe5412b4bb403184e1943f302e5c70', 'gw_port_host': None}], 'dv-cinder-829630-1-smb', False) {} {{(pid=108157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:46:43.236374 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f99653d-83ee-4b35-b9cf-7e50346b342e admin admin] Pushing event deleted for resources: {'Port': ['ID=b3cca5fe-d413-48d3-926b-24b33d952b00,revision_number=None']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:46:43.259258 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20468a3c-3c1a-4a3c-9341-fc0b3733b23f None None] The sync data for ids ['f647c5be-aba2-48ff-92e6-b2fa584852f5'] in dv-cinder-829630-1-smb is: [{'id': 'f647c5be-aba2-48ff-92e6-b2fa584852f5', 'name': 'tempest-TestShelveInstance-733546887-router', 'tenant_id': '3ebe5412b4bb403184e1943f302e5c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:41:39Z', 'updated_at': '2022-02-17T04:46:42Z', 'revision_number': 6, 'project_id': '3ebe5412b4bb403184e1943f302e5c70', 'gw_port_host': None}] {{(pid=108157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 04:46:43.297384 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-4f99653d-83ee-4b35-b9cf-7e50346b342e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650109'] for router_gateway, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:43.650981 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-4f99653d-83ee-4b35-b9cf-7e50346b342e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-650398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9654'] for router, precommit_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:43.653658 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-4f99653d-83ee-4b35-b9cf-7e50346b342e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:43.724672 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-4f99653d-83ee-4b35-b9cf-7e50346b342e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-650480'] for router, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:43.725387 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f99653d-83ee-4b35-b9cf-7e50346b342e admin admin] Fanout notify agent at l3_agent the message router_deleted on router f647c5be-aba2-48ff-92e6-b2fa584852f5 {{(pid=108155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 04:46:43.733950 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-4f99653d-83ee-4b35-b9cf-7e50346b342e admin admin] Notify callbacks [] for router, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:43.735313 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-4f99653d-83ee-4b35-b9cf-7e50346b342e admin admin] 10.222.0.36 "DELETE /v2.0/routers/f647c5be-aba2-48ff-92e6-b2fa584852f5 HTTP/1.1" status: 204 len: 168 time: 1.1142988 Feb 17 04:46:43.737907 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 35772) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:46:43.794243 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.db.db_base_plugin_v2 [None req-8334ecdb-44ba-42aa-b49d-d0642e893d4e admin admin] Deleting subnet 969d46d6-464e-4a90-93de-b5a05f1ac7ee {{(pid=108156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 17 04:46:43.797551 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-8334ecdb-44ba-42aa-b49d-d0642e893d4e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:43.833903 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-8334ecdb-44ba-42aa-b49d-d0642e893d4e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26378078'] for subnet, precommit_delete_associations {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:43.913863 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-8334ecdb-44ba-42aa-b49d-d0642e893d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961027'] for subnet, precommit_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:43.970335 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-8334ecdb-44ba-42aa-b49d-d0642e893d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1961080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26488925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27084032'] for subnet, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:44.001333 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8334ecdb-44ba-42aa-b49d-d0642e893d4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=969d46d6-464e-4a90-93de-b5a05f1ac7ee,revision_number=None']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:46:44.006189 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-8334ecdb-44ba-42aa-b49d-d0642e893d4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:44.013974 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-8334ecdb-44ba-42aa-b49d-d0642e893d4e admin admin] 10.222.0.36 "DELETE /v2.0/subnets/969d46d6-464e-4a90-93de-b5a05f1ac7ee HTTP/1.1" status: 204 len: 168 time: 0.2730775 Feb 17 04:46:44.014702 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 35778) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:46:44.019035 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b303e8e7-8f69-4229-b69c-4c1fb9c3b3ef None None] Network 4e85cae3-4230-466d-b880-ebad0eb9446b requested from dv-cinder-829630-1-smb {{(pid=108157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 17 04:46:44.135947 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Device 94658d2d-8ac6-4b7a-b510-62718d5577d4 no longer exists at agent ovs-agent-dv-cinder-829630-1-smb {{(pid=108157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 04:46:44.149469 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-605600a3-c1b2-4329-b15d-a56b64b92d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1709386'] for network, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:44.187653 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.plugin [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] No Port match for: 94658d2d-8ac6-4b7a-b510-62718d5577d4 {{(pid=108157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 17 04:46:44.187990 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Device 94658d2d-8ac6-4b7a-b510-62718d5577d4 not bound to the agent host dv-cinder-829630-1-smb {{(pid=108157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 04:46:44.188401 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Device b3cca5fe-d413-48d3-926b-24b33d952b00 no longer exists at agent ovs-agent-dv-cinder-829630-1-smb {{(pid=108157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 04:46:44.209877 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.plugin [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] No Port match for: b3cca5fe-d413-48d3-926b-24b33d952b00 {{(pid=108157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 17 04:46:44.210187 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Device b3cca5fe-d413-48d3-926b-24b33d952b00 not bound to the agent host dv-cinder-829630-1-smb {{(pid=108157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 04:46:44.241527 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.plugin [None req-605600a3-c1b2-4329-b15d-a56b64b92d7e admin admin] Deleting port 9a4c49b3-dc45-4ceb-8839-e6c67d7d6ac8 {{(pid=108156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:46:44.241866 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-605600a3-c1b2-4329-b15d-a56b64b92d7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733365899870'] for port, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:44.315267 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b548c56a-bcae-44cd-bfe3-f1965373e193 None None] DHCP port deletion for 4e85cae3-4230-466d-b880-ebad0eb9446b request from dv-cinder-829630-1-smb {{(pid=108157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 17 04:46:44.328679 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.db [None req-605600a3-c1b2-4329-b15d-a56b64b92d7e admin admin] For port 9a4c49b3-dc45-4ceb-8839-e6c67d7d6ac8, host dv-cinder-829630-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-smb',level=0,port_id=9a4c49b3-dc45-4ceb-8839-e6c67d7d6ac8,segment=NetworkSegment(48781fd2-a2ea-4151-93a5-8a2b9e3402e8),segment_id=48781fd2-a2ea-4151-93a5-8a2b9e3402e8)] {{(pid=108156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:46:44.329325 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-605600a3-c1b2-4329-b15d-a56b64b92d7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650405'] for port, precommit_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:44.345683 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.plugin [None req-605600a3-c1b2-4329-b15d-a56b64b92d7e admin admin] Calling delete_port for 9a4c49b3-dc45-4ceb-8839-e6c67d7d6ac8 owned by network:dhcp {{(pid=108156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:46:44.408131 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.plugin [None req-b548c56a-bcae-44cd-bfe3-f1965373e193 None None] Deleting port 9a4c49b3-dc45-4ceb-8839-e6c67d7d6ac8 {{(pid=108157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:46:44.408721 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-b548c56a-bcae-44cd-bfe3-f1965373e193 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733365899870'] for port, before_delete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:44.458343 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-605600a3-c1b2-4329-b15d-a56b64b92d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733365900373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733365499778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26489006'] for port, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:44.501104 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-b548c56a-bcae-44cd-bfe3-f1965373e193 None None] For port 9a4c49b3-dc45-4ceb-8839-e6c67d7d6ac8, host dv-cinder-829630-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-smb',level=0,port_id=9a4c49b3-dc45-4ceb-8839-e6c67d7d6ac8,segment=NetworkSegment(48781fd2-a2ea-4151-93a5-8a2b9e3402e8),segment_id=48781fd2-a2ea-4151-93a5-8a2b9e3402e8)] {{(pid=108157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:46:44.501995 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-b548c56a-bcae-44cd-bfe3-f1965373e193 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650405'] for port, precommit_delete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:44.523382 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.plugin [None req-b548c56a-bcae-44cd-bfe3-f1965373e193 None None] Calling delete_port for 9a4c49b3-dc45-4ceb-8839-e6c67d7d6ac8 owned by network:dhcp {{(pid=108157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:46:44.523538 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605600a3-c1b2-4329-b15d-a56b64b92d7e admin admin] No DVR routers for this DVR port 9a4c49b3-dc45-4ceb-8839-e6c67d7d6ac8 on host dv-cinder-829630-1-smb {{(pid=108156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 04:46:44.525455 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605600a3-c1b2-4329-b15d-a56b64b92d7e admin admin] Pushing event deleted for resources: {'Port': ['ID=9a4c49b3-dc45-4ceb-8839-e6c67d7d6ac8,revision_number=None']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:46:44.627830 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-b548c56a-bcae-44cd-bfe3-f1965373e193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733365900373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733365499778'] for port, after_delete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:44.643646 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-605600a3-c1b2-4329-b15d-a56b64b92d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1960161', 'neutron.services.segments.db._delete_segments_for_network-8733365806376'] for network, precommit_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:44.658450 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b548c56a-bcae-44cd-bfe3-f1965373e193 None None] Pushing event deleted for resources: {'Port': ['ID=9a4c49b3-dc45-4ceb-8839-e6c67d7d6ac8,revision_number=None']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:46:44.660280 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b548c56a-bcae-44cd-bfe3-f1965373e193 None None] No DVR routers for this DVR port 9a4c49b3-dc45-4ceb-8839-e6c67d7d6ac8 on host dv-cinder-829630-1-smb {{(pid=108157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 04:46:44.673645 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.services.segments.db [None req-605600a3-c1b2-4329-b15d-a56b64b92d7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e85cae3-4230-466d-b880-ebad0eb9446b']}} {{(pid=108156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:46:44.683286 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.services.segments.db [None req-605600a3-c1b2-4329-b15d-a56b64b92d7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48781fd2-a2ea-4151-93a5-8a2b9e3402e8') {'for_net_delete': True} {{(pid=108156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:46:44.683667 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.services.segments.db [None req-605600a3-c1b2-4329-b15d-a56b64b92d7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48781fd2-a2ea-4151-93a5-8a2b9e3402e8') {} {{(pid=108156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:46:44.693786 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-605600a3-c1b2-4329-b15d-a56b64b92d7e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733366045332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26378065'] for segment, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:44.707157 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-605600a3-c1b2-4329-b15d-a56b64b92d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1955041'] for segment, precommit_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:44.714038 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-605600a3-c1b2-4329-b15d-a56b64b92d7e admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=108156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 04:46:44.714559 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-605600a3-c1b2-4329-b15d-a56b64b92d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1955041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26489083'] for segment, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:44.716902 dv-cinder-829630-1-smb neutron-server[108156]: Traceback (most recent call last): Feb 17 04:46:44.716902 dv-cinder-829630-1-smb neutron-server[108156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 04:46:44.716902 dv-cinder-829630-1-smb neutron-server[108156]: timer() Feb 17 04:46:44.716902 dv-cinder-829630-1-smb neutron-server[108156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 04:46:44.716902 dv-cinder-829630-1-smb neutron-server[108156]: cb(*args, **kw) Feb 17 04:46:44.716902 dv-cinder-829630-1-smb neutron-server[108156]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 04:46:44.716902 dv-cinder-829630-1-smb neutron-server[108156]: return func(*args, **kwargs) Feb 17 04:46:44.716902 dv-cinder-829630-1-smb neutron-server[108156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 04:46:44.716902 dv-cinder-829630-1-smb neutron-server[108156]: self._notify() Feb 17 04:46:44.716902 dv-cinder-829630-1-smb neutron-server[108156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 04:46:44.716902 dv-cinder-829630-1-smb neutron-server[108156]: self.callback(batched_events) Feb 17 04:46:44.716902 dv-cinder-829630-1-smb neutron-server[108156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 04:46:44.716902 dv-cinder-829630-1-smb neutron-server[108156]: event.method(event) Feb 17 04:46:44.716902 dv-cinder-829630-1-smb neutron-server[108156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 04:46:44.716902 dv-cinder-829630-1-smb neutron-server[108156]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 04:46:44.716902 dv-cinder-829630-1-smb neutron-server[108156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 04:46:44.716902 dv-cinder-829630-1-smb neutron-server[108156]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 04:46:44.716902 dv-cinder-829630-1-smb neutron-server[108156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 04:46:44.716902 dv-cinder-829630-1-smb neutron-server[108156]: return f(self, *a, **k) Feb 17 04:46:44.716902 dv-cinder-829630-1-smb neutron-server[108156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 04:46:44.716902 dv-cinder-829630-1-smb neutron-server[108156]: return self._get(url).json() Feb 17 04:46:44.716902 dv-cinder-829630-1-smb neutron-server[108156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 04:46:44.716902 dv-cinder-829630-1-smb neutron-server[108156]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 04:46:44.716902 dv-cinder-829630-1-smb neutron-server[108156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 04:46:44.716902 dv-cinder-829630-1-smb neutron-server[108156]: return self.request(url, 'GET', **kwargs) Feb 17 04:46:44.716902 dv-cinder-829630-1-smb neutron-server[108156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 04:46:44.716902 dv-cinder-829630-1-smb neutron-server[108156]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 04:46:44.716902 dv-cinder-829630-1-smb neutron-server[108156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 04:46:44.716902 dv-cinder-829630-1-smb neutron-server[108156]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 04:46:44.716902 dv-cinder-829630-1-smb neutron-server[108156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 04:46:44.716902 dv-cinder-829630-1-smb neutron-server[108156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 04:46:44.716902 dv-cinder-829630-1-smb neutron-server[108156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 04:46:44.778049 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-605600a3-c1b2-4329-b15d-a56b64b92d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1960168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-827310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650049'] for network, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:44.783435 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-605600a3-c1b2-4329-b15d-a56b64b92d7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737771'] for network, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:44.786601 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-605600a3-c1b2-4329-b15d-a56b64b92d7e admin admin] 10.222.0.36 "DELETE /v2.0/networks/4e85cae3-4230-466d-b880-ebad0eb9446b HTTP/1.1" status: 204 len: 168 time: 0.7709284 Feb 17 04:46:44.789703 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 35802) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:46:44.799152 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605600a3-c1b2-4329-b15d-a56b64b92d7e admin admin] Pushing event deleted for resources: {'Network': ['ID=4e85cae3-4230-466d-b880-ebad0eb9446b,revision_number=None']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:46:45.138815 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-ae9aa601-1953-440b-9322-705575ec57fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647859'] for router_interface, before_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:45.377199 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.plugin [None req-ae9aa601-1953-440b-9322-705575ec57fa admin admin] Deleting port 24a61a81-b994-45ef-a813-1e22aff253e6 {{(pid=108155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:46:45.377528 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-ae9aa601-1953-440b-9322-705575ec57fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733365899870'] for port, before_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:45.451774 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.db [None req-ae9aa601-1953-440b-9322-705575ec57fa admin admin] For port 24a61a81-b994-45ef-a813-1e22aff253e6, host dv-cinder-829630-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-smb',level=0,port_id=24a61a81-b994-45ef-a813-1e22aff253e6,segment=NetworkSegment(8a242b60-2d5b-411b-8351-0754dc7d9987),segment_id=8a242b60-2d5b-411b-8351-0754dc7d9987)] {{(pid=108155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:46:45.452139 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-ae9aa601-1953-440b-9322-705575ec57fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650405'] for port, precommit_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:45.463503 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.plugin [None req-ae9aa601-1953-440b-9322-705575ec57fa admin admin] Calling delete_port for 24a61a81-b994-45ef-a813-1e22aff253e6 owned by network:router_interface {{(pid=108155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:46:45.637950 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-ae9aa601-1953-440b-9322-705575ec57fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733365900373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733365499778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2813823'] for port, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:45.664621 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9aa601-1953-440b-9322-705575ec57fa admin admin] Pushing event deleted for resources: {'Port': ['ID=24a61a81-b994-45ef-a813-1e22aff253e6,revision_number=None']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:46:45.863050 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-ae9aa601-1953-440b-9322-705575ec57fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-647903'] for router_interface, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:45.942005 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 35816) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:46:46.112352 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Device 9a4c49b3-dc45-4ceb-8839-e6c67d7d6ac8 no longer exists at agent ovs-agent-dv-cinder-829630-1-smb {{(pid=108157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 04:46:46.133609 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-f131bcc1-0b32-48c6-9950-1249e4321ba3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:46.141300 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.plugin [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] No Port match for: 9a4c49b3-dc45-4ceb-8839-e6c67d7d6ac8 {{(pid=108157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 17 04:46:46.141645 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Device 9a4c49b3-dc45-4ceb-8839-e6c67d7d6ac8 not bound to the agent host dv-cinder-829630-1-smb {{(pid=108157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 04:46:46.161571 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae9aa601-1953-440b-9322-705575ec57fa admin admin] Router 04c92396-e00c-4f34-ba2d-655918b3bf29 has already been hosted by L3 agent e8023405-eda5-4975-af11-622b29ed5550 {{(pid=108155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 04:46:46.220986 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-f131bcc1-0b32-48c6-9950-1249e4321ba3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:46.225408 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-f131bcc1-0b32-48c6-9950-1249e4321ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:46.264860 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-f131bcc1-0b32-48c6-9950-1249e4321ba3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f80d44624e134f97b6893b5908c75b2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3206952 Feb 17 04:46:46.265867 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f131bcc1-0b32-48c6-9950-1249e4321ba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02c954bd-7af5-4808-98ee-5d1b41acb176,revision_number=1']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:46:46.268379 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 35828) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:46:46.272208 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae9aa601-1953-440b-9322-705575ec57fa admin admin] Notify agent at l3_agent.dv-cinder-829630-1-smb the message routers_updated {{(pid=108155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 04:46:46.278781 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-ae9aa601-1953-440b-9322-705575ec57fa admin admin] 10.222.0.36 "PUT /v2.0/routers/04c92396-e00c-4f34-ba2d-655918b3bf29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4876490 Feb 17 04:46:46.281546 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 35830) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:46:46.286199 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bd0af3-7ef5-4f70-a119-114bfcbc75db None None] Sync routers for ids ['04c92396-e00c-4f34-ba2d-655918b3bf29'] in dv-cinder-829630-1-smb {{(pid=108158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 04:46:46.296872 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bd0af3-7ef5-4f70-a119-114bfcbc75db None None] Routers {'04c92396-e00c-4f34-ba2d-655918b3bf29'} bound to L3 agent in host dv-cinder-829630-1-smb {{(pid=108158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:46:46.297481 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_hamode_db [None req-e6bd0af3-7ef5-4f70-a119-114bfcbc75db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T04:31:52Z,description=,heartbeat_timestamp=2022-02-17T04:46:22Z,host='dv-cinder-829630-1-smb',id=e8023405-eda5-4975-af11-622b29ed5550,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:52Z,topic='l3_agent')) {'router_ids': ['04c92396-e00c-4f34-ba2d-655918b3bf29'], 'active': True} {{(pid=108158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:46:46.395727 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-6843bbaa-4834-4b71-bd72-1a5b934515ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:46.402429 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_dvr_db [None req-e6bd0af3-7ef5-4f70-a119-114bfcbc75db None None] Set router 04c92396-e00c-4f34-ba2d-655918b3bf29 gateway port host: dv-cinder-829630-1-smb {{(pid=108158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:46:46.425690 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-6843bbaa-4834-4b71-bd72-1a5b934515ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:46.438399 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-f40f716d-9de7-4b71-96db-7b084d9b9adf admin admin] Notify callbacks [] for router, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:46.549073 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-6843bbaa-4834-4b71-bd72-1a5b934515ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:46.551657 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-6843bbaa-4834-4b71-bd72-1a5b934515ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:46.555177 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-6843bbaa-4834-4b71-bd72-1a5b934515ba admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/02c954bd-7af5-4808-98ee-5d1b41acb176 HTTP/1.1" status: 204 len: 168 time: 0.2835498 Feb 17 04:46:46.565797 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6843bbaa-4834-4b71-bd72-1a5b934515ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02c954bd-7af5-4808-98ee-5d1b41acb176,revision_number=None']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:46:46.568222 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-f40f716d-9de7-4b71-96db-7b084d9b9adf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:46.591606 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_hamode_db [None req-e6bd0af3-7ef5-4f70-a119-114bfcbc75db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04c92396-e00c-4f34-ba2d-655918b3bf29', 'name': 'tempest-TestShelveInstance-2021292935-router', 'tenant_id': 'b10cd11952184cc8a06ce00dbc058b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'external_fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.197'}], 'enable_snat': True}, 'gw_port_id': '3f8da82d-1ac4-47b4-ad8a-f4034fe0b68b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:41:48Z', 'updated_at': '2022-02-17T04:46:45Z', 'revision_number': 5, 'project_id': 'b10cd11952184cc8a06ce00dbc058b3d', 'gw_port': {'id': '3f8da82d-1ac4-47b4-ad8a-f4034fe0b68b', 'name': '', 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:44:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c92396-e00c-4f34-ba2d-655918b3bf29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:41:49Z', 'updated_at': '2022-02-17T04:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-smb'}], 'dv-cinder-829630-1-smb', False) {} {{(pid=108158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:46:46.617924 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bd0af3-7ef5-4f70-a119-114bfcbc75db None None] Checking router: 04c92396-e00c-4f34-ba2d-655918b3bf29 for host: dv-cinder-829630-1-smb {{(pid=108158) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 04:46:46.628550 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bd0af3-7ef5-4f70-a119-114bfcbc75db None None] Routers {'04c92396-e00c-4f34-ba2d-655918b3bf29'} bound to L3 agent in host dv-cinder-829630-1-smb {{(pid=108158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:46:46.629125 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.plugin [None req-f40f716d-9de7-4b71-96db-7b084d9b9adf admin admin] Deleting port 3f8da82d-1ac4-47b4-ad8a-f4034fe0b68b {{(pid=108156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:46:46.629276 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_hamode_db [None req-e6bd0af3-7ef5-4f70-a119-114bfcbc75db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T04:31:52Z,description=,heartbeat_timestamp=2022-02-17T04:46:22Z,host='dv-cinder-829630-1-smb',id=e8023405-eda5-4975-af11-622b29ed5550,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:52Z,topic='l3_agent')) {'router_ids': ['04c92396-e00c-4f34-ba2d-655918b3bf29'], 'active': True} {{(pid=108158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:46:46.629461 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-f40f716d-9de7-4b71-96db-7b084d9b9adf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733365899870'] for port, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:46.718420 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_dvr_db [None req-e6bd0af3-7ef5-4f70-a119-114bfcbc75db None None] Set router 04c92396-e00c-4f34-ba2d-655918b3bf29 gateway port host: None {{(pid=108158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:46:46.720104 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.db [None req-f40f716d-9de7-4b71-96db-7b084d9b9adf admin admin] For port 3f8da82d-1ac4-47b4-ad8a-f4034fe0b68b, host dv-cinder-829630-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-smb',level=0,port_id=3f8da82d-1ac4-47b4-ad8a-f4034fe0b68b,segment=NetworkSegment(e91f6497-8228-4e22-a6c9-5a362f6f98f1),segment_id=e91f6497-8228-4e22-a6c9-5a362f6f98f1)] {{(pid=108156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:46:46.720433 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-f40f716d-9de7-4b71-96db-7b084d9b9adf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650405'] for port, precommit_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:46.734058 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.plugin [None req-f40f716d-9de7-4b71-96db-7b084d9b9adf admin admin] Calling delete_port for 3f8da82d-1ac4-47b4-ad8a-f4034fe0b68b owned by network:router_gateway {{(pid=108156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:46:46.780266 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_hamode_db [None req-e6bd0af3-7ef5-4f70-a119-114bfcbc75db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04c92396-e00c-4f34-ba2d-655918b3bf29', 'name': 'tempest-TestShelveInstance-2021292935-router', 'tenant_id': 'b10cd11952184cc8a06ce00dbc058b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:41:48Z', 'updated_at': '2022-02-17T04:46:46Z', 'revision_number': 6, 'project_id': 'b10cd11952184cc8a06ce00dbc058b3d', 'gw_port_host': None}], 'dv-cinder-829630-1-smb', False) {} {{(pid=108158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:46:46.809501 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bd0af3-7ef5-4f70-a119-114bfcbc75db None None] The sync data for ids ['04c92396-e00c-4f34-ba2d-655918b3bf29'] in dv-cinder-829630-1-smb is: [{'id': '04c92396-e00c-4f34-ba2d-655918b3bf29', 'name': 'tempest-TestShelveInstance-2021292935-router', 'tenant_id': 'b10cd11952184cc8a06ce00dbc058b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:41:48Z', 'updated_at': '2022-02-17T04:46:46Z', 'revision_number': 6, 'project_id': 'b10cd11952184cc8a06ce00dbc058b3d', 'gw_port_host': None}] {{(pid=108158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 04:46:46.919470 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-f40f716d-9de7-4b71-96db-7b084d9b9adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733365900373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733365499778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26489006'] for port, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:46.944860 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40f716d-9de7-4b71-96db-7b084d9b9adf admin admin] Pushing event deleted for resources: {'Port': ['ID=3f8da82d-1ac4-47b4-ad8a-f4034fe0b68b,revision_number=None']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:46:47.010913 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-f40f716d-9de7-4b71-96db-7b084d9b9adf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650109'] for router_gateway, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:47.104260 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-f40f716d-9de7-4b71-96db-7b084d9b9adf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-650398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9654'] for router, precommit_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:47.107294 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-f40f716d-9de7-4b71-96db-7b084d9b9adf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:47.159456 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-f40f716d-9de7-4b71-96db-7b084d9b9adf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-650480'] for router, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:47.160090 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f40f716d-9de7-4b71-96db-7b084d9b9adf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04c92396-e00c-4f34-ba2d-655918b3bf29 {{(pid=108156) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 04:46:47.166083 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-f40f716d-9de7-4b71-96db-7b084d9b9adf admin admin] Notify callbacks [] for router, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:47.170220 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-f40f716d-9de7-4b71-96db-7b084d9b9adf admin admin] 10.222.0.36 "DELETE /v2.0/routers/04c92396-e00c-4f34-ba2d-655918b3bf29 HTTP/1.1" status: 204 len: 168 time: 0.8850505 Feb 17 04:46:47.170840 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 35856) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:46:47.243985 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.db.db_base_plugin_v2 [None req-0570eae6-7f55-4cff-ae9d-afc12bcfa7f6 admin admin] Deleting subnet 54f01cbe-da1d-4586-b9ef-282996e12c19 {{(pid=108155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 17 04:46:47.247963 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-0570eae6-7f55-4cff-ae9d-afc12bcfa7f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:47.291866 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-0570eae6-7f55-4cff-ae9d-afc12bcfa7f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2879761'] for subnet, precommit_delete_associations {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:47.407217 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-0570eae6-7f55-4cff-ae9d-afc12bcfa7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961027'] for subnet, precommit_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:47.465385 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-0570eae6-7f55-4cff-ae9d-afc12bcfa7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1961080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2813836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26581766'] for subnet, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:47.490924 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570eae6-7f55-4cff-ae9d-afc12bcfa7f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54f01cbe-da1d-4586-b9ef-282996e12c19,revision_number=None']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:46:47.494525 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-0570eae6-7f55-4cff-ae9d-afc12bcfa7f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737771'] for subnet, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:47.498451 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-0570eae6-7f55-4cff-ae9d-afc12bcfa7f6 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/54f01cbe-da1d-4586-b9ef-282996e12c19 HTTP/1.1" status: 204 len: 168 time: 0.3264077 Feb 17 04:46:47.500936 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 35866) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:46:47.502483 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1743636-e138-49fc-82cf-2de01cdab1e9 None None] Network 542af48f-1c6a-478b-8f6e-b778b24a3ab7 requested from dv-cinder-829630-1-smb {{(pid=108157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 17 04:46:47.584321 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-efe3ab77-b431-45a7-ad74-ba2de4111ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1709386'] for network, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:47.667842 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.plugin [None req-efe3ab77-b431-45a7-ad74-ba2de4111ab6 admin admin] Deleting port 7d95d48e-a840-452c-86bd-0cbe98df7b2f {{(pid=108156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:46:47.668057 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-efe3ab77-b431-45a7-ad74-ba2de4111ab6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733365899870'] for port, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:47.724476 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ca006a-2012-4ee4-b4d8-23f12c1a7cc2 None None] DHCP port deletion for 542af48f-1c6a-478b-8f6e-b778b24a3ab7 request from dv-cinder-829630-1-smb {{(pid=108157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 17 04:46:47.761169 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.db [None req-efe3ab77-b431-45a7-ad74-ba2de4111ab6 admin admin] For port 7d95d48e-a840-452c-86bd-0cbe98df7b2f, host dv-cinder-829630-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-smb',level=0,port_id=7d95d48e-a840-452c-86bd-0cbe98df7b2f,segment=NetworkSegment(8a242b60-2d5b-411b-8351-0754dc7d9987),segment_id=8a242b60-2d5b-411b-8351-0754dc7d9987)] {{(pid=108156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:46:47.761535 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-efe3ab77-b431-45a7-ad74-ba2de4111ab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650405'] for port, precommit_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:47.774790 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.plugin [None req-efe3ab77-b431-45a7-ad74-ba2de4111ab6 admin admin] Calling delete_port for 7d95d48e-a840-452c-86bd-0cbe98df7b2f owned by network:dhcp {{(pid=108156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:46:47.800027 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.plugin [None req-80ca006a-2012-4ee4-b4d8-23f12c1a7cc2 None None] Deleting port 7d95d48e-a840-452c-86bd-0cbe98df7b2f {{(pid=108157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:46:47.800374 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-80ca006a-2012-4ee4-b4d8-23f12c1a7cc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733365899870'] for port, before_delete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:47.861604 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-efe3ab77-b431-45a7-ad74-ba2de4111ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733365900373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733365499778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26489006'] for port, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:47.862172 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-80ca006a-2012-4ee4-b4d8-23f12c1a7cc2 None None] For port 7d95d48e-a840-452c-86bd-0cbe98df7b2f, host dv-cinder-829630-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-smb',level=0,port_id=7d95d48e-a840-452c-86bd-0cbe98df7b2f,segment=NetworkSegment(8a242b60-2d5b-411b-8351-0754dc7d9987),segment_id=8a242b60-2d5b-411b-8351-0754dc7d9987)] {{(pid=108157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:46:47.862577 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-80ca006a-2012-4ee4-b4d8-23f12c1a7cc2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650405'] for port, precommit_delete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:47.875931 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.plugin [None req-80ca006a-2012-4ee4-b4d8-23f12c1a7cc2 None None] Calling delete_port for 7d95d48e-a840-452c-86bd-0cbe98df7b2f owned by network:dhcp {{(pid=108157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:46:47.889181 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe3ab77-b431-45a7-ad74-ba2de4111ab6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d95d48e-a840-452c-86bd-0cbe98df7b2f,revision_number=None']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:46:47.891106 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe3ab77-b431-45a7-ad74-ba2de4111ab6 admin admin] No DVR routers for this DVR port 7d95d48e-a840-452c-86bd-0cbe98df7b2f on host dv-cinder-829630-1-smb {{(pid=108156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 04:46:47.958150 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-80ca006a-2012-4ee4-b4d8-23f12c1a7cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733365900373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733365499778'] for port, after_delete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:47.962116 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-efe3ab77-b431-45a7-ad74-ba2de4111ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1960161', 'neutron.services.segments.db._delete_segments_for_network-8733365806376'] for network, precommit_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:47.984494 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ca006a-2012-4ee4-b4d8-23f12c1a7cc2 None None] Pushing event deleted for resources: {'Port': ['ID=7d95d48e-a840-452c-86bd-0cbe98df7b2f,revision_number=None']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:46:47.985082 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.services.segments.db [None req-efe3ab77-b431-45a7-ad74-ba2de4111ab6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['542af48f-1c6a-478b-8f6e-b778b24a3ab7']}} {{(pid=108156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:46:47.989154 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ca006a-2012-4ee4-b4d8-23f12c1a7cc2 None None] No DVR routers for this DVR port 7d95d48e-a840-452c-86bd-0cbe98df7b2f on host dv-cinder-829630-1-smb {{(pid=108157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 04:46:47.999172 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.services.segments.db [None req-efe3ab77-b431-45a7-ad74-ba2de4111ab6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a242b60-2d5b-411b-8351-0754dc7d9987') {'for_net_delete': True} {{(pid=108156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:46:47.999681 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.services.segments.db [None req-efe3ab77-b431-45a7-ad74-ba2de4111ab6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a242b60-2d5b-411b-8351-0754dc7d9987') {} {{(pid=108156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:46:48.013701 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-efe3ab77-b431-45a7-ad74-ba2de4111ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733366045332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26378065'] for segment, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:48.017721 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Device 24a61a81-b994-45ef-a813-1e22aff253e6 no longer exists at agent ovs-agent-dv-cinder-829630-1-smb {{(pid=108157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 04:46:48.027967 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-efe3ab77-b431-45a7-ad74-ba2de4111ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1955041'] for segment, precommit_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:48.034745 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efe3ab77-b431-45a7-ad74-ba2de4111ab6 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=108156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 04:46:48.035156 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-efe3ab77-b431-45a7-ad74-ba2de4111ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1955041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26489083'] for segment, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:48.036768 dv-cinder-829630-1-smb neutron-server[108156]: Traceback (most recent call last): Feb 17 04:46:48.036768 dv-cinder-829630-1-smb neutron-server[108156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 04:46:48.036768 dv-cinder-829630-1-smb neutron-server[108156]: timer() Feb 17 04:46:48.036768 dv-cinder-829630-1-smb neutron-server[108156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 04:46:48.036768 dv-cinder-829630-1-smb neutron-server[108156]: cb(*args, **kw) Feb 17 04:46:48.036768 dv-cinder-829630-1-smb neutron-server[108156]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 04:46:48.036768 dv-cinder-829630-1-smb neutron-server[108156]: return func(*args, **kwargs) Feb 17 04:46:48.036768 dv-cinder-829630-1-smb neutron-server[108156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 04:46:48.036768 dv-cinder-829630-1-smb neutron-server[108156]: self._notify() Feb 17 04:46:48.036768 dv-cinder-829630-1-smb neutron-server[108156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 04:46:48.036768 dv-cinder-829630-1-smb neutron-server[108156]: self.callback(batched_events) Feb 17 04:46:48.036768 dv-cinder-829630-1-smb neutron-server[108156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 04:46:48.036768 dv-cinder-829630-1-smb neutron-server[108156]: event.method(event) Feb 17 04:46:48.036768 dv-cinder-829630-1-smb neutron-server[108156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 04:46:48.036768 dv-cinder-829630-1-smb neutron-server[108156]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 04:46:48.036768 dv-cinder-829630-1-smb neutron-server[108156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 04:46:48.036768 dv-cinder-829630-1-smb neutron-server[108156]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 04:46:48.036768 dv-cinder-829630-1-smb neutron-server[108156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 04:46:48.036768 dv-cinder-829630-1-smb neutron-server[108156]: return f(self, *a, **k) Feb 17 04:46:48.036768 dv-cinder-829630-1-smb neutron-server[108156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 04:46:48.036768 dv-cinder-829630-1-smb neutron-server[108156]: return self._get(url).json() Feb 17 04:46:48.036768 dv-cinder-829630-1-smb neutron-server[108156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 04:46:48.036768 dv-cinder-829630-1-smb neutron-server[108156]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 04:46:48.036768 dv-cinder-829630-1-smb neutron-server[108156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 04:46:48.036768 dv-cinder-829630-1-smb neutron-server[108156]: return self.request(url, 'GET', **kwargs) Feb 17 04:46:48.036768 dv-cinder-829630-1-smb neutron-server[108156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 04:46:48.036768 dv-cinder-829630-1-smb neutron-server[108156]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 04:46:48.036768 dv-cinder-829630-1-smb neutron-server[108156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 04:46:48.036768 dv-cinder-829630-1-smb neutron-server[108156]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 04:46:48.036768 dv-cinder-829630-1-smb neutron-server[108156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 04:46:48.036768 dv-cinder-829630-1-smb neutron-server[108156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 04:46:48.036768 dv-cinder-829630-1-smb neutron-server[108156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 04:46:48.040638 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.plugin [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] No Port match for: 24a61a81-b994-45ef-a813-1e22aff253e6 {{(pid=108157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 17 04:46:48.040968 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Device 24a61a81-b994-45ef-a813-1e22aff253e6 not bound to the agent host dv-cinder-829630-1-smb {{(pid=108157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 04:46:48.041396 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Device 7d95d48e-a840-452c-86bd-0cbe98df7b2f no longer exists at agent ovs-agent-dv-cinder-829630-1-smb {{(pid=108157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 04:46:48.065151 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.plugin [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] No Port match for: 7d95d48e-a840-452c-86bd-0cbe98df7b2f {{(pid=108157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 17 04:46:48.065491 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Device 7d95d48e-a840-452c-86bd-0cbe98df7b2f not bound to the agent host dv-cinder-829630-1-smb {{(pid=108157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 04:46:48.065898 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Device 3f8da82d-1ac4-47b4-ad8a-f4034fe0b68b no longer exists at agent ovs-agent-dv-cinder-829630-1-smb {{(pid=108157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 04:46:48.087378 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.plugin [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] No Port match for: 3f8da82d-1ac4-47b4-ad8a-f4034fe0b68b {{(pid=108157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 17 04:46:48.087765 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Device 3f8da82d-1ac4-47b4-ad8a-f4034fe0b68b not bound to the agent host dv-cinder-829630-1-smb {{(pid=108157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 04:46:48.090605 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-efe3ab77-b431-45a7-ad74-ba2de4111ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1960168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-827310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650049'] for network, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:48.095642 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-efe3ab77-b431-45a7-ad74-ba2de4111ab6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737771'] for network, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:48.098946 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-efe3ab77-b431-45a7-ad74-ba2de4111ab6 admin admin] 10.222.0.36 "DELETE /v2.0/networks/542af48f-1c6a-478b-8f6e-b778b24a3ab7 HTTP/1.1" status: 204 len: 168 time: 0.5969977 Feb 17 04:46:48.115655 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe3ab77-b431-45a7-ad74-ba2de4111ab6 admin admin] Pushing event deleted for resources: {'Network': ['ID=542af48f-1c6a-478b-8f6e-b778b24a3ab7,revision_number=None']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:46:48.261201 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 35876) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:46:48.301656 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-2d334503-9314-48ce-aa99-d21e3baf6073 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3ebe5412b4bb403184e1943f302e5c70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384676 Feb 17 04:46:48.304092 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 35880) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:46:48.359019 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-3a2a173d-bb29-4296-86d6-b411df2e141f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:48.382217 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-3a2a173d-bb29-4296-86d6-b411df2e141f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:48.428752 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-3a2a173d-bb29-4296-86d6-b411df2e141f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:48.431305 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-3a2a173d-bb29-4296-86d6-b411df2e141f admin admin] Notify callbacks [] for security_group, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:48.432438 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-3a2a173d-bb29-4296-86d6-b411df2e141f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/56457558-9d31-4e66-a32e-7dc17436222a HTTP/1.1" status: 204 len: 168 time: 0.1273706 Feb 17 04:46:48.440430 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2a173d-bb29-4296-86d6-b411df2e141f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56457558-9d31-4e66-a32e-7dc17436222a,revision_number=None']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:46:48.736752 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 35888) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:46:48.781185 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-1e92eb6d-b377-44dd-a184-1a857952c971 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b10cd11952184cc8a06ce00dbc058b3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0430224 Feb 17 04:46:48.783552 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 35892) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:46:48.832501 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-acbc0ab4-069b-4cbf-981e-6ae88e06b8d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:48.853520 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-acbc0ab4-069b-4cbf-981e-6ae88e06b8d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:48.907084 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-acbc0ab4-069b-4cbf-981e-6ae88e06b8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:48.909710 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-acbc0ab4-069b-4cbf-981e-6ae88e06b8d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:48.910849 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-acbc0ab4-069b-4cbf-981e-6ae88e06b8d0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/229301ab-97cf-4a65-aec1-3658bc132259 HTTP/1.1" status: 204 len: 168 time: 0.1262860 Feb 17 04:46:48.920935 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbc0ab4-069b-4cbf-981e-6ae88e06b8d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=229301ab-97cf-4a65-aec1-3658bc132259,revision_number=None']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:46:49.531593 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-ba5f0df0-3a27-4c6f-bca5-ecc9c3cf3f68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:51.766708 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-f718ad6c-563e-47d2-8741-184ade74f9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:53.043361 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-ad5ef704-a6a3-47d1-bcb0-f74a0b5e809f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:53.444152 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:54.119532 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-8e3772f1-a52a-48a7-84fa-494c57cc135e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:54.709391 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:02.693120 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 36202) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:47:02.797990 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-4a171ecd-538a-497e-962b-5e4095c6d613 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:02.846989 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.agents_db [None req-cbde576c-1bd3-47c0-9bd8-6306741b546e None None] Agent healthcheck: found 6 active agents {{(pid=108158) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 04:47:02.873179 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-4a171ecd-538a-497e-962b-5e4095c6d613 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:02.877101 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-4a171ecd-538a-497e-962b-5e4095c6d613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:02.916657 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-4a171ecd-538a-497e-962b-5e4095c6d613 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=003a20cbbf6246a0b3688bb3a551e3d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2224760 Feb 17 04:47:02.917486 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a171ecd-538a-497e-962b-5e4095c6d613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17e9c518-fabf-4dee-ba21-a65bb655b03e,revision_number=1']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:47:02.919794 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 36206) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:47:02.925626 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a171ecd-538a-497e-962b-5e4095c6d613 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:47:02.925976 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a171ecd-538a-497e-962b-5e4095c6d613 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:47:02.926319 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a171ecd-538a-497e-962b-5e4095c6d613 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:47:02.926651 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a171ecd-538a-497e-962b-5e4095c6d613 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:47:02.927005 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a171ecd-538a-497e-962b-5e4095c6d613 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:47:02.927341 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a171ecd-538a-497e-962b-5e4095c6d613 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:47:02.927671 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a171ecd-538a-497e-962b-5e4095c6d613 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:47:02.927999 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a171ecd-538a-497e-962b-5e4095c6d613 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:47:02.928327 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a171ecd-538a-497e-962b-5e4095c6d613 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:47:02.928649 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a171ecd-538a-497e-962b-5e4095c6d613 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:47:02.928970 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a171ecd-538a-497e-962b-5e4095c6d613 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:47:02.929366 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a171ecd-538a-497e-962b-5e4095c6d613 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:47:02.972888 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-c86f739f-e4e0-43a4-9e6f-fcf73f82a638 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:02.995553 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-c86f739f-e4e0-43a4-9e6f-fcf73f82a638 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:03.041327 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-c86f739f-e4e0-43a4-9e6f-fcf73f82a638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:03.044583 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-c86f739f-e4e0-43a4-9e6f-fcf73f82a638 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:03.045727 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-c86f739f-e4e0-43a4-9e6f-fcf73f82a638 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/17e9c518-fabf-4dee-ba21-a65bb655b03e HTTP/1.1" status: 204 len: 168 time: 0.1249638 Feb 17 04:47:03.053763 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86f739f-e4e0-43a4-9e6f-fcf73f82a638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e9c518-fabf-4dee-ba21-a65bb655b03e,revision_number=None']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:47:03.310281 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 36212) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:47:03.323277 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-67444102-b1eb-4512-bef3-0d7e093926a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:03.400734 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-67444102-b1eb-4512-bef3-0d7e093926a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:03.404804 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-67444102-b1eb-4512-bef3-0d7e093926a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:03.443342 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-67444102-b1eb-4512-bef3-0d7e093926a4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a1c9507c748f44eb9d5442ef832dfbeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1318421 Feb 17 04:47:03.444387 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67444102-b1eb-4512-bef3-0d7e093926a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e8da8aa-60e7-4c5b-886c-2c30a99dafb3,revision_number=1']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:47:03.446073 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 36214) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:47:03.496814 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-c7fae390-da70-478e-b8fe-1fc316645f11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:03.519763 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-c7fae390-da70-478e-b8fe-1fc316645f11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:03.568960 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-c7fae390-da70-478e-b8fe-1fc316645f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:03.571746 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-c7fae390-da70-478e-b8fe-1fc316645f11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:03.573000 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-c7fae390-da70-478e-b8fe-1fc316645f11 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1e8da8aa-60e7-4c5b-886c-2c30a99dafb3 HTTP/1.1" status: 204 len: 168 time: 0.1258907 Feb 17 04:47:03.580968 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fae390-da70-478e-b8fe-1fc316645f11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e8da8aa-60e7-4c5b-886c-2c30a99dafb3,revision_number=None']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:47:07.967821 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 36308) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:47:08.075682 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-8d77e6b2-11da-40e9-8dd5-48d2e42da9a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:08.155697 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-8d77e6b2-11da-40e9-8dd5-48d2e42da9a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:08.161268 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-8d77e6b2-11da-40e9-8dd5-48d2e42da9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:08.200665 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d77e6b2-11da-40e9-8dd5-48d2e42da9a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=919ecc13-7719-4f3b-b909-14bc5bcee99c,revision_number=1']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:47:08.207198 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-8d77e6b2-11da-40e9-8dd5-48d2e42da9a5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6c63e5ab3f41408bbf8cc0d752f13748&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2360113 Feb 17 04:47:08.207635 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 36312) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:47:08.262084 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-0aa0d65b-3986-4bfe-b889-27e672be5c41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:08.283037 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-0aa0d65b-3986-4bfe-b889-27e672be5c41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:08.330265 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-0aa0d65b-3986-4bfe-b889-27e672be5c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:08.333168 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-0aa0d65b-3986-4bfe-b889-27e672be5c41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:08.334313 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-0aa0d65b-3986-4bfe-b889-27e672be5c41 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/919ecc13-7719-4f3b-b909-14bc5bcee99c HTTP/1.1" status: 204 len: 168 time: 0.1259303 Feb 17 04:47:08.345138 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa0d65b-3986-4bfe-b889-27e672be5c41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=919ecc13-7719-4f3b-b909-14bc5bcee99c,revision_number=None']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:47:08.589092 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 36322) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:47:08.601772 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-9ba7299a-8d1a-4120-b94f-b70a730d3089 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:08.679847 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-9ba7299a-8d1a-4120-b94f-b70a730d3089 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:08.684583 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-9ba7299a-8d1a-4120-b94f-b70a730d3089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:08.724420 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-9ba7299a-8d1a-4120-b94f-b70a730d3089 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a66715425aca44aea9f5fbd341b388d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1342509 Feb 17 04:47:08.725267 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba7299a-8d1a-4120-b94f-b70a730d3089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b0b2c63-ebf9-4a06-9cab-e4932cb3aa2a,revision_number=1']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:47:08.727175 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 36328) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:47:08.775963 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-84cc4636-8c9f-458a-9b01-f4f02361c10e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:08.799388 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-84cc4636-8c9f-458a-9b01-f4f02361c10e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:08.847093 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-84cc4636-8c9f-458a-9b01-f4f02361c10e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:08.849597 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-84cc4636-8c9f-458a-9b01-f4f02361c10e admin admin] Notify callbacks [] for security_group, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:08.850772 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-84cc4636-8c9f-458a-9b01-f4f02361c10e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4b0b2c63-ebf9-4a06-9cab-e4932cb3aa2a HTTP/1.1" status: 204 len: 168 time: 0.1226022 Feb 17 04:47:08.859184 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cc4636-8c9f-458a-9b01-f4f02361c10e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b0b2c63-ebf9-4a06-9cab-e4932cb3aa2a,revision_number=None']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:47:13.650767 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 36458) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:47:13.753771 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-dd81d533-afb3-42ef-9af5-786b0544f78f admin admin] Notify callbacks [] for security_group, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:13.828567 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-dd81d533-afb3-42ef-9af5-786b0544f78f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:13.832897 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-dd81d533-afb3-42ef-9af5-786b0544f78f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:13.870280 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-dd81d533-afb3-42ef-9af5-786b0544f78f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=08084fa929ad4a9d8c6c2f05bf1f0e2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2172973 Feb 17 04:47:13.871761 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd81d533-afb3-42ef-9af5-786b0544f78f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a896791-f00d-4691-887b-cb87dadc6315,revision_number=1']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:47:13.873539 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 36462) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:47:13.920710 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-41c127ba-d1b9-43ce-b6d9-d71d06db4dc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:13.941269 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-41c127ba-d1b9-43ce-b6d9-d71d06db4dc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:13.987302 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-41c127ba-d1b9-43ce-b6d9-d71d06db4dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:13.989768 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-41c127ba-d1b9-43ce-b6d9-d71d06db4dc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:13.990909 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-41c127ba-d1b9-43ce-b6d9-d71d06db4dc3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0a896791-f00d-4691-887b-cb87dadc6315 HTTP/1.1" status: 204 len: 168 time: 0.1163559 Feb 17 04:47:13.999244 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c127ba-d1b9-43ce-b6d9-d71d06db4dc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a896791-f00d-4691-887b-cb87dadc6315,revision_number=None']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:47:14.244725 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 36468) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:47:14.257985 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-6bc36cd1-2eff-49a4-b033-be348ce634b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:14.330791 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-6bc36cd1-2eff-49a4-b033-be348ce634b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:14.334140 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-6bc36cd1-2eff-49a4-b033-be348ce634b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:14.374839 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-6bc36cd1-2eff-49a4-b033-be348ce634b2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=eb73df49e4f44edead3a55d6ca6ebc86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1290269 Feb 17 04:47:14.375692 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc36cd1-2eff-49a4-b033-be348ce634b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2291535e-d8ee-45bc-b9db-799d8d95b4e2,revision_number=1']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:47:14.377500 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 36470) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:47:14.425225 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-75fc33e6-97f3-44de-8454-f4f7dd60e5ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:14.445164 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-75fc33e6-97f3-44de-8454-f4f7dd60e5ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:14.496043 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-75fc33e6-97f3-44de-8454-f4f7dd60e5ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:14.498420 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-75fc33e6-97f3-44de-8454-f4f7dd60e5ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:14.499600 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-75fc33e6-97f3-44de-8454-f4f7dd60e5ad admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2291535e-d8ee-45bc-b9db-799d8d95b4e2 HTTP/1.1" status: 204 len: 168 time: 0.1211319 Feb 17 04:47:14.506905 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fc33e6-97f3-44de-8454-f4f7dd60e5ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2291535e-d8ee-45bc-b9db-799d8d95b4e2,revision_number=None']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:47:17.073194 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 36532) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:47:17.178173 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-f2439d85-135d-4311-ac28-0b01d23920df admin admin] Notify callbacks [] for security_group, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:17.255453 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-f2439d85-135d-4311-ac28-0b01d23920df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:17.259508 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-f2439d85-135d-4311-ac28-0b01d23920df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:17.297403 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-f2439d85-135d-4311-ac28-0b01d23920df admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=678e8256940f41c8a3da69ff4b8891ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2231712 Feb 17 04:47:17.298255 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2439d85-135d-4311-ac28-0b01d23920df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bba7bd5e-f7b0-4cb9-a941-cb38e7f3c7ca,revision_number=1']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:47:17.300268 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 36542) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:47:17.355572 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-6ce5ac28-2092-411c-a2b9-5afad63c8d76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:17.377659 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-6ce5ac28-2092-411c-a2b9-5afad63c8d76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:17.428051 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-6ce5ac28-2092-411c-a2b9-5afad63c8d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:17.430862 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-6ce5ac28-2092-411c-a2b9-5afad63c8d76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:17.432110 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-6ce5ac28-2092-411c-a2b9-5afad63c8d76 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bba7bd5e-f7b0-4cb9-a941-cb38e7f3c7ca HTTP/1.1" status: 204 len: 168 time: 0.1307333 Feb 17 04:47:17.440859 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce5ac28-2092-411c-a2b9-5afad63c8d76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba7bd5e-f7b0-4cb9-a941-cb38e7f3c7ca,revision_number=None']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:47:19.532374 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-cc991e69-e535-4ee3-884e-16cb13ccce3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:21.256712 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 36626) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:47:21.361986 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-6bd45e90-ed48-427e-9ef6-5be99251d1d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:21.435985 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-6bd45e90-ed48-427e-9ef6-5be99251d1d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:21.439477 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-6bd45e90-ed48-427e-9ef6-5be99251d1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:21.476359 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-6bd45e90-ed48-427e-9ef6-5be99251d1d9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dd96ce8f65b8477c8d2e22cd2cb8a56b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2185745 Feb 17 04:47:21.477179 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd45e90-ed48-427e-9ef6-5be99251d1d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0386403e-70e1-4aee-83d1-823afe5301c0,revision_number=1']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:47:21.479092 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 36630) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:47:21.527406 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-0523e6e9-4b65-4ee2-8144-7aab6768f32c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:21.548094 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-0523e6e9-4b65-4ee2-8144-7aab6768f32c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:21.592309 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-0523e6e9-4b65-4ee2-8144-7aab6768f32c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:21.594765 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-0523e6e9-4b65-4ee2-8144-7aab6768f32c admin admin] Notify callbacks [] for security_group, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:21.595988 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-0523e6e9-4b65-4ee2-8144-7aab6768f32c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0386403e-70e1-4aee-83d1-823afe5301c0 HTTP/1.1" status: 204 len: 168 time: 0.1159198 Feb 17 04:47:21.603602 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0523e6e9-4b65-4ee2-8144-7aab6768f32c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0386403e-70e1-4aee-83d1-823afe5301c0,revision_number=None']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:47:21.768330 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-e5f41505-6e78-4699-a512-85b6bcca6379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:21.848480 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 36636) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:47:21.861289 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-b4221ae6-04f6-4864-84ac-6c81d63d7b3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:21.939377 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-b4221ae6-04f6-4864-84ac-6c81d63d7b3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:21.943282 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-b4221ae6-04f6-4864-84ac-6c81d63d7b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:21.986313 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-b4221ae6-04f6-4864-84ac-6c81d63d7b3e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9f1e0b27aba648cf94b57f7839997fee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1367724 Feb 17 04:47:21.988279 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4221ae6-04f6-4864-84ac-6c81d63d7b3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e60d5b98-1521-4867-b777-332eccdf6ea1,revision_number=1']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:47:21.989257 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 36644) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:47:22.056451 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-9624a4cf-7b97-4b48-87d3-56c74ff53f03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:22.078884 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-9624a4cf-7b97-4b48-87d3-56c74ff53f03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:22.130596 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-9624a4cf-7b97-4b48-87d3-56c74ff53f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:22.133188 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-9624a4cf-7b97-4b48-87d3-56c74ff53f03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:22.134323 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-9624a4cf-7b97-4b48-87d3-56c74ff53f03 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e60d5b98-1521-4867-b777-332eccdf6ea1 HTTP/1.1" status: 204 len: 168 time: 0.1440215 Feb 17 04:47:22.142600 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9624a4cf-7b97-4b48-87d3-56c74ff53f03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e60d5b98-1521-4867-b777-332eccdf6ea1,revision_number=None']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:47:23.041314 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-ad5ef704-a6a3-47d1-bcb0-f74a0b5e809f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:23.243513 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 36682) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:47:23.443898 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-55704a90-e0bc-4c62-86b6-ac5e1417e5f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:23.461874 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:23.522797 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-55704a90-e0bc-4c62-86b6-ac5e1417e5f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:23.527772 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-55704a90-e0bc-4c62-86b6-ac5e1417e5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:23.569867 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-55704a90-e0bc-4c62-86b6-ac5e1417e5f4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d12a91bfc7f343dea39d7a635a692525&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3252783 Feb 17 04:47:23.570705 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55704a90-e0bc-4c62-86b6-ac5e1417e5f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=568548ac-e0bf-4738-b97b-468b8bfb5ade,revision_number=1']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:47:23.572730 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 36700) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:47:23.624137 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-0c446dad-2eae-4431-b3a9-746fc957f049 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:23.645167 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-0c446dad-2eae-4431-b3a9-746fc957f049 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:23.691915 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-0c446dad-2eae-4431-b3a9-746fc957f049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:23.694488 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-0c446dad-2eae-4431-b3a9-746fc957f049 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:23.695666 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-0c446dad-2eae-4431-b3a9-746fc957f049 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/568548ac-e0bf-4738-b97b-468b8bfb5ade HTTP/1.1" status: 204 len: 168 time: 0.1219099 Feb 17 04:47:23.705605 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c446dad-2eae-4431-b3a9-746fc957f049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=568548ac-e0bf-4738-b97b-468b8bfb5ade,revision_number=None']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:47:24.122335 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-8e3772f1-a52a-48a7-84fa-494c57cc135e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:24.323197 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 36730) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:47:24.415387 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.v2.base [None req-eccfc3f6-8893-4b77-bc95-c749293b1d7c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-692798134-network', 'tenant_id': 'd490895cb5cc4bc7a1fd951e59921102'}} {{(pid=108156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:47:24.438013 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eccfc3f6-8893-4b77-bc95-c749293b1d7c admin admin] Made reservation on behalf of d490895cb5cc4bc7a1fd951e59921102 for: {'network': 1} {{(pid=108156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:47:24.440405 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-eccfc3f6-8893-4b77-bc95-c749293b1d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for network, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:24.448348 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-eccfc3f6-8893-4b77-bc95-c749293b1d7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:24.525445 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-eccfc3f6-8893-4b77-bc95-c749293b1d7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:24.529117 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-eccfc3f6-8893-4b77-bc95-c749293b1d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:24.552528 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eccfc3f6-8893-4b77-bc95-c749293b1d7c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=108156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 04:47:24.561474 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccfc3f6-8893-4b77-bc95-c749293b1d7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de74b28e-d488-441b-b526-075af1ad7a15,revision_number=1']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:47:24.567234 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-eccfc3f6-8893-4b77-bc95-c749293b1d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1955041'] for segment, precommit_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:24.567597 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.db.segments_db [None req-eccfc3f6-8893-4b77-bc95-c749293b1d7c admin admin] Added segment 9f5ef8ed-a7f3-4ada-aafe-eff96a5ba793 of type vlan for network 8f41ec04-66a2-4d67-9dca-73ff37f6a27e Feb 17 04:47:24.606974 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-eccfc3f6-8893-4b77-bc95-c749293b1d7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733365501916'] for network, precommit_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:24.630720 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-eccfc3f6-8893-4b77-bc95-c749293b1d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-827310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785'] for network, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:24.631734 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eccfc3f6-8893-4b77-bc95-c749293b1d7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:24.632313 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-eccfc3f6-8893-4b77-bc95-c749293b1d7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737771'] for network, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:24.679872 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-eccfc3f6-8893-4b77-bc95-c749293b1d7c admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3550413 Feb 17 04:47:24.682798 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 36734) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:47:24.688489 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.v2.base [None req-b7eab1aa-7dbb-4314-9ba8-9989b42e49ba admin admin] Request body: {'subnet': {'network_id': '8f41ec04-66a2-4d67-9dca-73ff37f6a27e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-692798134-subnet', 'tenant_id': 'd490895cb5cc4bc7a1fd951e59921102', 'ip_version': 4}} {{(pid=108155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:47:24.694772 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccfc3f6-8893-4b77-bc95-c749293b1d7c admin admin] Pushing event updated for resources: {'Network': ['ID=8f41ec04-66a2-4d67-9dca-73ff37f6a27e,revision_number=1']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:47:24.706978 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Network 8f41ec04-66a2-4d67-9dca-73ff37f6a27e details requested by agent ovs-agent-dv-cinder-829630-1-smb with host dv-cinder-829630-1-smb {{(pid=108157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 04:47:24.714002 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7eab1aa-7dbb-4314-9ba8-9989b42e49ba admin admin] Made reservation on behalf of d490895cb5cc4bc7a1fd951e59921102 for: {'subnet': 1} {{(pid=108155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:47:24.716825 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-b7eab1aa-7dbb-4314-9ba8-9989b42e49ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26581789'] for subnet, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:24.722533 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:24.880445 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-b7eab1aa-7dbb-4314-9ba8-9989b42e49ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2813891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26581775'] for subnet, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:24.927228 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eab1aa-7dbb-4314-9ba8-9989b42e49ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=442e91ed-5720-4b66-8f87-cd812d5ec3b2,revision_number=0']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:47:24.943719 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7eab1aa-7dbb-4314-9ba8-9989b42e49ba admin admin] Checking segment: {'id': '9f5ef8ed-a7f3-4ada-aafe-eff96a5ba793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '8f41ec04-66a2-4d67-9dca-73ff37f6a27e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:47:24.944002 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7eab1aa-7dbb-4314-9ba8-9989b42e49ba admin admin] Network hostable DHCP agents. Network: 8f41ec04-66a2-4d67-9dca-73ff37f6a27e, hostable agents: ['d83db365-ab74-4a5c-900a-be065315088d'], hosted agents: [] {{(pid=108155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 04:47:24.959952 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7eab1aa-7dbb-4314-9ba8-9989b42e49ba admin admin] Network 8f41ec04-66a2-4d67-9dca-73ff37f6a27e is scheduled to be hosted by DHCP agent d83db365-ab74-4a5c-900a-be065315088d with binding_index 1 {{(pid=108155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 04:47:24.968560 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.scheduler.base_scheduler [None req-b7eab1aa-7dbb-4314-9ba8-9989b42e49ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829630-1-smb, 8f41ec04-66a2-4d67-9dca-73ff37f6a27e) {{(pid=108155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:47:24.972969 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7eab1aa-7dbb-4314-9ba8-9989b42e49ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:24.973558 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-b7eab1aa-7dbb-4314-9ba8-9989b42e49ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737771'] for subnet, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:24.978960 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4590e42-16ef-46dd-ae7d-9ad9fc5af2a1 None None] Network 8f41ec04-66a2-4d67-9dca-73ff37f6a27e requested from dv-cinder-829630-1-smb {{(pid=108157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 17 04:47:24.991233 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-b7eab1aa-7dbb-4314-9ba8-9989b42e49ba admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3066258 Feb 17 04:47:24.994145 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 36738) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:47:24.999323 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.v2.base [None req-c60f2669-4fba-4b93-a42c-fdac04b58612 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-692798134-router', 'tenant_id': 'd490895cb5cc4bc7a1fd951e59921102', 'external_gateway_info': {'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2'}}} {{(pid=108156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:47:25.029576 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-c60f2669-4fba-4b93-a42c-fdac04b58612 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-644848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9632'] for router, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:25.030598 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-c60f2669-4fba-4b93-a42c-fdac04b58612 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-649940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647366', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9657'] for router, precommit_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:25.094497 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-c60f2669-4fba-4b93-a42c-fdac04b58612 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:25.138763 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06c677a-843e-4375-8c83-8ddd25f6fbff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10ecbc9c-6953-53e6-acd5-dd5662dd8f7d-8f41ec04-66a2-4d67-9dca-73ff37f6a27e', 'network_id': '8f41ec04-66a2-4d67-9dca-73ff37f6a27e', 'tenant_id': 'd490895cb5cc4bc7a1fd951e59921102', 'fixed_ips': [{'subnet_id': '442e91ed-5720-4b66-8f87-cd812d5ec3b2'}]}} from dv-cinder-829630-1-smb. {{(pid=108157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 17 04:47:25.139657 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-a06c677a-843e-4375-8c83-8ddd25f6fbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_create {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:25.281627 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.db_base_plugin_common [None req-a06c677a-843e-4375-8c83-8ddd25f6fbff None None] Allocated IP 172.20.0.2 (8f41ec04-66a2-4d67-9dca-73ff37f6a27e/442e91ed-5720-4b66-8f87-cd812d5ec3b2/938c43a6-9c5e-4eb5-a142-f3a835611228) {{(pid=108157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:47:25.441043 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-a06c677a-843e-4375-8c83-8ddd25f6fbff None None] Notify callbacks [] for port, precommit_create {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:25.446828 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-a06c677a-843e-4375-8c83-8ddd25f6fbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733365499769'] for port, after_create {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:25.488292 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06c677a-843e-4375-8c83-8ddd25f6fbff None None] Network 8f41ec04-66a2-4d67-9dca-73ff37f6a27e is already hosted by enough agents. {{(pid=108157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:47:25.490898 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.scheduler.base_scheduler [None req-a06c677a-843e-4375-8c83-8ddd25f6fbff None None] Resources bound (agent type, host, resource id): {{(pid=108157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:47:25.493421 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06c677a-843e-4375-8c83-8ddd25f6fbff None None] Received port after_create {{(pid=108157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:47:25.499677 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-c60f2669-4fba-4b93-a42c-fdac04b58612 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:25.501151 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06c677a-843e-4375-8c83-8ddd25f6fbff None None] Pushing event updated for resources: {'Port': ['ID=938c43a6-9c5e-4eb5-a142-f3a835611228,revision_number=1']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:47:25.557658 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.managers [None req-a06c677a-843e-4375-8c83-8ddd25f6fbff None None] Attempting to bind port 938c43a6-9c5e-4eb5-a142-f3a835611228 on host dv-cinder-829630-1-smb for vnic_type normal with profile {{(pid=108157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 04:47:25.558597 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.managers [None req-a06c677a-843e-4375-8c83-8ddd25f6fbff None None] Attempting to bind port 938c43a6-9c5e-4eb5-a142-f3a835611228 by drivers openvswitch,hyperv on host dv-cinder-829630-1-smb at level 0 using segments [{'id': '9f5ef8ed-a7f3-4ada-aafe-eff96a5ba793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '8f41ec04-66a2-4d67-9dca-73ff37f6a27e'}] {{(pid=108157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 04:47:25.558960 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06c677a-843e-4375-8c83-8ddd25f6fbff None None] Attempting to bind port 938c43a6-9c5e-4eb5-a142-f3a835611228 on network 8f41ec04-66a2-4d67-9dca-73ff37f6a27e {{(pid=108157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:47:25.563828 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06c677a-843e-4375-8c83-8ddd25f6fbff None None] Checking agent: {'id': 'd1beeaa3-bd36-43bd-8b31-620fffa1b4c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 4, 31, 55), 'started_at': datetime.datetime(2022, 2, 17, 4, 32, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 4, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 04:47:25.564190 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06c677a-843e-4375-8c83-8ddd25f6fbff None None] Checking segment: {'id': '9f5ef8ed-a7f3-4ada-aafe-eff96a5ba793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '8f41ec04-66a2-4d67-9dca-73ff37f6a27e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:47:25.564586 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-a06c677a-843e-4375-8c83-8ddd25f6fbff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:25.565068 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06c677a-843e-4375-8c83-8ddd25f6fbff None None] Bound using segment: {'id': '9f5ef8ed-a7f3-4ada-aafe-eff96a5ba793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '8f41ec04-66a2-4d67-9dca-73ff37f6a27e'} {{(pid=108157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 04:47:25.565521 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.managers [None req-a06c677a-843e-4375-8c83-8ddd25f6fbff None None] Bound port: 938c43a6-9c5e-4eb5-a142-f3a835611228, host: dv-cinder-829630-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f5ef8ed-a7f3-4ada-aafe-eff96a5ba793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '8f41ec04-66a2-4d67-9dca-73ff37f6a27e'}}] {{(pid=108157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 04:47:25.565891 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-a06c677a-843e-4375-8c83-8ddd25f6fbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:25.625872 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-a06c677a-843e-4375-8c83-8ddd25f6fbff None None] For port 938c43a6-9c5e-4eb5-a142-f3a835611228, host dv-cinder-829630-1-smb, cleared binding levels {{(pid=108157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 04:47:25.629028 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-a06c677a-843e-4375-8c83-8ddd25f6fbff None None] For port 938c43a6-9c5e-4eb5-a142-f3a835611228, host dv-cinder-829630-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-smb',level=0,port_id=938c43a6-9c5e-4eb5-a142-f3a835611228,segment=NetworkSegment(9f5ef8ed-a7f3-4ada-aafe-eff96a5ba793),segment_id=9f5ef8ed-a7f3-4ada-aafe-eff96a5ba793)] {{(pid=108157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 04:47:25.632535 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-a06c677a-843e-4375-8c83-8ddd25f6fbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:25.687086 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06c677a-843e-4375-8c83-8ddd25f6fbff None None] Pushing event updated for resources: {'Port': ['ID=938c43a6-9c5e-4eb5-a142-f3a835611228,revision_number=2']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:47:25.697769 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-c60f2669-4fba-4b93-a42c-fdac04b58612 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:25.717833 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-c60f2669-4fba-4b93-a42c-fdac04b58612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:25.850849 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.db.db_base_plugin_common [None req-c60f2669-4fba-4b93-a42c-fdac04b58612 admin admin] Allocated IP 172.28.3.164 (9ee4813c-26bc-4ce0-8bb0-948d56f273c2/e9f6ab95-7249-4be3-8bb0-da1d9214eacd/683b130d-3aaa-4ed9-b2c1-8c254641d92e) {{(pid=108156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:47:25.957883 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-c60f2669-4fba-4b93-a42c-fdac04b58612 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:25.993035 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-c60f2669-4fba-4b93-a42c-fdac04b58612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733365499769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26489006'] for port, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:26.036757 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60f2669-4fba-4b93-a42c-fdac04b58612 admin admin] Network 9ee4813c-26bc-4ce0-8bb0-948d56f273c2 is already hosted by enough agents. {{(pid=108156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:47:26.039628 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.scheduler.base_scheduler [None req-c60f2669-4fba-4b93-a42c-fdac04b58612 admin admin] Resources bound (agent type, host, resource id): {{(pid=108156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:47:26.042125 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60f2669-4fba-4b93-a42c-fdac04b58612 admin admin] Received port after_create {{(pid=108156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:47:26.056975 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Device 938c43a6-9c5e-4eb5-a142-f3a835611228 up at agent ovs-agent-dv-cinder-829630-1-smb {{(pid=108157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:47:26.072626 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60f2669-4fba-4b93-a42c-fdac04b58612 admin admin] Pushing event updated for resources: {'Port': ['ID=683b130d-3aaa-4ed9-b2c1-8c254641d92e,revision_number=1']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:47:26.111059 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Provisioning complete for port 938c43a6-9c5e-4eb5-a142-f3a835611228 triggered by entity L2. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:47:26.111514 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:26.192102 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:26.225420 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] For port 938c43a6-9c5e-4eb5-a142-f3a835611228, host dv-cinder-829630-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-smb',level=0,port_id=938c43a6-9c5e-4eb5-a142-f3a835611228,segment=NetworkSegment(9f5ef8ed-a7f3-4ada-aafe-eff96a5ba793),segment_id=9f5ef8ed-a7f3-4ada-aafe-eff96a5ba793)] {{(pid=108157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:47:26.230537 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:26.289109 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Pushing event updated for resources: {'Port': ['ID=938c43a6-9c5e-4eb5-a142-f3a835611228,revision_number=3']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:47:26.324380 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-c60f2669-4fba-4b93-a42c-fdac04b58612 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:26.485038 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 36758) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:47:26.553237 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-c60f2669-4fba-4b93-a42c-fdac04b58612 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-649951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650009'] for router, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:26.612827 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-3a6b6fff-04f0-43a1-af5e-bcbfa81a4147 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:26.647687 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64298e54-68a3-41a7-81a3-225d3bce3baf None None] Network 8f41ec04-66a2-4d67-9dca-73ff37f6a27e requested from dv-cinder-829630-1-smb {{(pid=108157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 17 04:47:26.697434 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c60f2669-4fba-4b93-a42c-fdac04b58612 admin admin] Router 550921bb-af9a-48db-811f-e396a191f86b is scheduled to L3 agent e8023405-eda5-4975-af11-622b29ed5550 with binding_index 1 {{(pid=108156) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 04:47:26.706493 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-3a6b6fff-04f0-43a1-af5e-bcbfa81a4147 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:26.710503 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-3a6b6fff-04f0-43a1-af5e-bcbfa81a4147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:26.720535 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-1cf732a7-081a-4573-9e03-01189714941f None None] Provisioning complete for port 938c43a6-9c5e-4eb5-a142-f3a835611228 triggered by entity DHCP. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:47:26.720997 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-1cf732a7-081a-4573-9e03-01189714941f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:26.740393 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-3a6b6fff-04f0-43a1-af5e-bcbfa81a4147 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c26e4493fda84a91b1743453bceb6504&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2512777 Feb 17 04:47:26.741048 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 36762) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:47:26.782184 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6b6fff-04f0-43a1-af5e-bcbfa81a4147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=178984af-3331-40ac-985e-37a6c676a308,revision_number=1']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:47:26.812034 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c60f2669-4fba-4b93-a42c-fdac04b58612 admin admin] Notify agent at l3_agent.dv-cinder-829630-1-smb the message routers_updated {{(pid=108156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 04:47:26.821742 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-2652d76f-62fe-4311-ad38-0d65a4f04618 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:26.832360 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-c60f2669-4fba-4b93-a42c-fdac04b58612 admin admin] Notify callbacks [] for router, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:26.833431 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0020f4-e54a-4d0e-aeb7-fc9c6ef7b39f None None] Sync routers for ids ['550921bb-af9a-48db-811f-e396a191f86b'] in dv-cinder-829630-1-smb {{(pid=108157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 04:47:26.836454 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-c60f2669-4fba-4b93-a42c-fdac04b58612 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8412368 Feb 17 04:47:26.837037 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 36764) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:47:26.852795 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-2652d76f-62fe-4311-ad38-0d65a4f04618 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:26.857158 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0020f4-e54a-4d0e-aeb7-fc9c6ef7b39f None None] Routers {'550921bb-af9a-48db-811f-e396a191f86b'} bound to L3 agent in host dv-cinder-829630-1-smb {{(pid=108157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:47:26.857784 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_hamode_db [None req-9b0020f4-e54a-4d0e-aeb7-fc9c6ef7b39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T04:31:52Z,description=,heartbeat_timestamp=2022-02-17T04:47:22Z,host='dv-cinder-829630-1-smb',id=e8023405-eda5-4975-af11-622b29ed5550,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:52Z,topic='l3_agent')) {'router_ids': ['550921bb-af9a-48db-811f-e396a191f86b'], 'active': True} {{(pid=108157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:47:26.909566 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-2652d76f-62fe-4311-ad38-0d65a4f04618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:26.912409 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-2652d76f-62fe-4311-ad38-0d65a4f04618 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:26.916153 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-2652d76f-62fe-4311-ad38-0d65a4f04618 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/178984af-3331-40ac-985e-37a6c676a308 HTTP/1.1" status: 204 len: 168 time: 0.1721013 Feb 17 04:47:26.924881 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2652d76f-62fe-4311-ad38-0d65a4f04618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=178984af-3331-40ac-985e-37a6c676a308,revision_number=None']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:47:27.162567 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_dvr_db [None req-9b0020f4-e54a-4d0e-aeb7-fc9c6ef7b39f None None] Set router 550921bb-af9a-48db-811f-e396a191f86b gateway port host: dv-cinder-829630-1-smb {{(pid=108157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:47:27.242680 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 36770) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:47:27.256420 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-1c8451df-6d71-4a41-9eb1-d9286131ba7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:27.336586 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-1c8451df-6d71-4a41-9eb1-d9286131ba7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:27.342161 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-1c8451df-6d71-4a41-9eb1-d9286131ba7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:27.347804 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-afdb2dfb-cbbf-4595-be22-1f0674aeba5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:27.369532 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-8a25ec0b-6dea-4dd6-8eaf-9bad7bd1ec21 None None] Provisioning complete for port 938c43a6-9c5e-4eb5-a142-f3a835611228 triggered by entity DHCP. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:47:27.370146 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-8a25ec0b-6dea-4dd6-8eaf-9bad7bd1ec21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:27.376763 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-1c8451df-6d71-4a41-9eb1-d9286131ba7d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e1a47977146648c1a0eafdcb0343c940&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1327193 Feb 17 04:47:27.381331 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 36772) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:47:27.397364 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8451df-6d71-4a41-9eb1-d9286131ba7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdcc8632-0269-49f9-bce5-7ae9cac418cd,revision_number=1']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:47:27.418713 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_hamode_db [None req-9b0020f4-e54a-4d0e-aeb7-fc9c6ef7b39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '550921bb-af9a-48db-811f-e396a191f86b', 'name': 'tempest-TestMinimumBasicScenario-692798134-router', 'tenant_id': 'd490895cb5cc4bc7a1fd951e59921102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'external_fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.164'}], 'enable_snat': True}, 'gw_port_id': '683b130d-3aaa-4ed9-b2c1-8c254641d92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:47:25Z', 'updated_at': '2022-02-17T04:47:26Z', 'revision_number': 3, 'project_id': 'd490895cb5cc4bc7a1fd951e59921102', 'gw_port': {'id': '683b130d-3aaa-4ed9-b2c1-8c254641d92e', 'name': '', 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:1c:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '550921bb-af9a-48db-811f-e396a191f86b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:47:25Z', 'updated_at': '2022-02-17T04:47:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-smb'}], 'dv-cinder-829630-1-smb', False) {} {{(pid=108157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:47:27.436217 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-c8a01d32-5d33-441c-8ff0-3fa06fcdc51d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:27.448588 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0020f4-e54a-4d0e-aeb7-fc9c6ef7b39f None None] Checking router: 550921bb-af9a-48db-811f-e396a191f86b for host: dv-cinder-829630-1-smb {{(pid=108157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 04:47:27.449075 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0020f4-e54a-4d0e-aeb7-fc9c6ef7b39f None None] Updating router 550921bb-af9a-48db-811f-e396a191f86b port 683b130d-3aaa-4ed9-b2c1-8c254641d92e binding host dv-cinder-829630-1-smb {{(pid=108157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 04:47:27.457010 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-c8a01d32-5d33-441c-8ff0-3fa06fcdc51d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:27.504618 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-c8a01d32-5d33-441c-8ff0-3fa06fcdc51d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:27.506122 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-9b0020f4-e54a-4d0e-aeb7-fc9c6ef7b39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:27.508412 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-c8a01d32-5d33-441c-8ff0-3fa06fcdc51d admin admin] Notify callbacks [] for security_group, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:27.509825 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-c8a01d32-5d33-441c-8ff0-3fa06fcdc51d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cdcc8632-0269-49f9-bce5-7ae9cac418cd HTTP/1.1" status: 204 len: 168 time: 0.1273217 Feb 17 04:47:27.518780 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a01d32-5d33-441c-8ff0-3fa06fcdc51d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdcc8632-0269-49f9-bce5-7ae9cac418cd,revision_number=None']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:47:27.531261 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.db.db_base_plugin_common [None req-afdb2dfb-cbbf-4595-be22-1f0674aeba5d admin admin] Allocated IP 172.20.0.1 (8f41ec04-66a2-4d67-9dca-73ff37f6a27e/442e91ed-5720-4b66-8f87-cd812d5ec3b2/a64b2c9a-5de0-4e73-a78e-0ab42876c0b8) {{(pid=108156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:47:27.652803 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-afdb2dfb-cbbf-4595-be22-1f0674aeba5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:27.689939 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-afdb2dfb-cbbf-4595-be22-1f0674aeba5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733365499769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26489006'] for port, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:27.737730 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afdb2dfb-cbbf-4595-be22-1f0674aeba5d admin admin] Network 8f41ec04-66a2-4d67-9dca-73ff37f6a27e is already hosted by enough agents. {{(pid=108156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:47:27.740716 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.scheduler.base_scheduler [None req-afdb2dfb-cbbf-4595-be22-1f0674aeba5d admin admin] Resources bound (agent type, host, resource id): {{(pid=108156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:47:27.745014 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdb2dfb-cbbf-4595-be22-1f0674aeba5d admin admin] Received port after_create {{(pid=108156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:47:27.748375 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdb2dfb-cbbf-4595-be22-1f0674aeba5d admin admin] Pushing event updated for resources: {'Port': ['ID=a64b2c9a-5de0-4e73-a78e-0ab42876c0b8,revision_number=1']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:47:27.788620 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-afdb2dfb-cbbf-4595-be22-1f0674aeba5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650182'] for router_interface, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:27.805879 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-9b0020f4-e54a-4d0e-aeb7-fc9c6ef7b39f None None] Notify callbacks [] for port, precommit_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:27.811848 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-9b0020f4-e54a-4d0e-aeb7-fc9c6ef7b39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:27.859056 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ea93a9-0d2f-4e26-86bf-5b0930ded400 None None] Pushing event updated for resources: {'Port': ['ID=683b130d-3aaa-4ed9-b2c1-8c254641d92e,revision_number=2']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:47:27.880843 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.managers [None req-9b0020f4-e54a-4d0e-aeb7-fc9c6ef7b39f None None] Attempting to bind port 683b130d-3aaa-4ed9-b2c1-8c254641d92e on host dv-cinder-829630-1-smb for vnic_type normal with profile {{(pid=108157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 04:47:27.881221 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.managers [None req-9b0020f4-e54a-4d0e-aeb7-fc9c6ef7b39f None None] Attempting to bind port 683b130d-3aaa-4ed9-b2c1-8c254641d92e by drivers openvswitch,hyperv on host dv-cinder-829630-1-smb at level 0 using segments [{'id': 'e91f6497-8228-4e22-a6c9-5a362f6f98f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2'}] {{(pid=108157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 04:47:27.881586 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0020f4-e54a-4d0e-aeb7-fc9c6ef7b39f None None] Attempting to bind port 683b130d-3aaa-4ed9-b2c1-8c254641d92e on network 9ee4813c-26bc-4ce0-8bb0-948d56f273c2 {{(pid=108157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:47:27.887370 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0020f4-e54a-4d0e-aeb7-fc9c6ef7b39f None None] Checking agent: {'id': 'd1beeaa3-bd36-43bd-8b31-620fffa1b4c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 4, 31, 55), 'started_at': datetime.datetime(2022, 2, 17, 4, 32, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 4, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 04:47:27.887756 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0020f4-e54a-4d0e-aeb7-fc9c6ef7b39f None None] Checking segment: {'id': 'e91f6497-8228-4e22-a6c9-5a362f6f98f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:47:27.888169 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-9b0020f4-e54a-4d0e-aeb7-fc9c6ef7b39f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:27.888588 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0020f4-e54a-4d0e-aeb7-fc9c6ef7b39f None None] Bound using segment: {'id': 'e91f6497-8228-4e22-a6c9-5a362f6f98f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2'} {{(pid=108157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 04:47:27.889031 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.managers [None req-9b0020f4-e54a-4d0e-aeb7-fc9c6ef7b39f None None] Bound port: 683b130d-3aaa-4ed9-b2c1-8c254641d92e, host: dv-cinder-829630-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e91f6497-8228-4e22-a6c9-5a362f6f98f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2'}}] {{(pid=108157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 04:47:27.889408 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-9b0020f4-e54a-4d0e-aeb7-fc9c6ef7b39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:27.952466 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-9b0020f4-e54a-4d0e-aeb7-fc9c6ef7b39f None None] For port 683b130d-3aaa-4ed9-b2c1-8c254641d92e, host dv-cinder-829630-1-smb, cleared binding levels {{(pid=108157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 04:47:27.957789 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-9b0020f4-e54a-4d0e-aeb7-fc9c6ef7b39f None None] For port 683b130d-3aaa-4ed9-b2c1-8c254641d92e, host dv-cinder-829630-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-smb',level=0,port_id=683b130d-3aaa-4ed9-b2c1-8c254641d92e,segment=NetworkSegment(e91f6497-8228-4e22-a6c9-5a362f6f98f1),segment_id=e91f6497-8228-4e22-a6c9-5a362f6f98f1)] {{(pid=108157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 04:47:27.963575 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-9b0020f4-e54a-4d0e-aeb7-fc9c6ef7b39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:27.965258 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-afdb2dfb-cbbf-4595-be22-1f0674aeba5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:28.022249 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0020f4-e54a-4d0e-aeb7-fc9c6ef7b39f None None] Routers {'550921bb-af9a-48db-811f-e396a191f86b'} bound to L3 agent in host dv-cinder-829630-1-smb {{(pid=108157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:47:28.022887 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_hamode_db [None req-9b0020f4-e54a-4d0e-aeb7-fc9c6ef7b39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T04:31:52Z,description=,heartbeat_timestamp=2022-02-17T04:47:22Z,host='dv-cinder-829630-1-smb',id=e8023405-eda5-4975-af11-622b29ed5550,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:52Z,topic='l3_agent')) {'router_ids': ['550921bb-af9a-48db-811f-e396a191f86b'], 'active': True} {{(pid=108157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:47:28.063406 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Device 938c43a6-9c5e-4eb5-a142-f3a835611228 up at agent ovs-agent-dv-cinder-829630-1-smb {{(pid=108157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:47:28.116865 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ea93a9-0d2f-4e26-86bf-5b0930ded400 None None] Pushing event updated for resources: {'Port': ['ID=683b130d-3aaa-4ed9-b2c1-8c254641d92e,revision_number=3']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:47:28.161815 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-afdb2dfb-cbbf-4595-be22-1f0674aeba5d admin admin] Notify callbacks [] for port, precommit_update {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:28.166569 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-afdb2dfb-cbbf-4595-be22-1f0674aeba5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26488999'] for port, after_update {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:28.174966 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-d281989f-ffae-4a40-8da0-d8dfb1dfad92 None None] Provisioning complete for port a64b2c9a-5de0-4e73-a78e-0ab42876c0b8 triggered by entity DHCP. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:47:28.175425 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-d281989f-ffae-4a40-8da0-d8dfb1dfad92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:28.239569 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-afdb2dfb-cbbf-4595-be22-1f0674aeba5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-647766'] for router_interface, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:28.239855 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_dvr_db [None req-9b0020f4-e54a-4d0e-aeb7-fc9c6ef7b39f None None] Set router 550921bb-af9a-48db-811f-e396a191f86b gateway port host: dv-cinder-829630-1-smb {{(pid=108157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:47:28.241483 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.plugin [None req-d281989f-ffae-4a40-8da0-d8dfb1dfad92 None None] Port a64b2c9a-5de0-4e73-a78e-0ab42876c0b8 cannot update to ACTIVE because it is not bound. {{(pid=108157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 17 04:47:28.242837 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdb2dfb-cbbf-4595-be22-1f0674aeba5d admin admin] Pushing event updated for resources: {'Port': ['ID=a64b2c9a-5de0-4e73-a78e-0ab42876c0b8,revision_number=2']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:47:28.274597 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Provisioning complete for port 938c43a6-9c5e-4eb5-a142-f3a835611228 triggered by entity L2. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:47:28.274986 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:28.346359 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afdb2dfb-cbbf-4595-be22-1f0674aeba5d admin admin] Network 8f41ec04-66a2-4d67-9dca-73ff37f6a27e is already hosted by enough agents. {{(pid=108156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:47:28.348003 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.scheduler.base_scheduler [None req-afdb2dfb-cbbf-4595-be22-1f0674aeba5d admin admin] Resources bound (agent type, host, resource id): {{(pid=108156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:47:28.351293 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 36794) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:47:28.477427 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.v2.base [None req-6ba2a0e5-7c46-4e6d-82d4-04e2512dfcac admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-121592626-network', 'tenant_id': 'f9d204cecc6141ff8c85567797f4ada5'}} {{(pid=108155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:47:28.490370 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afdb2dfb-cbbf-4595-be22-1f0674aeba5d admin admin] Router 550921bb-af9a-48db-811f-e396a191f86b has already been hosted by L3 agent e8023405-eda5-4975-af11-622b29ed5550 {{(pid=108156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 04:47:28.506518 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba2a0e5-7c46-4e6d-82d4-04e2512dfcac admin admin] Made reservation on behalf of f9d204cecc6141ff8c85567797f4ada5 for: {'network': 1} {{(pid=108155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:47:28.509277 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-6ba2a0e5-7c46-4e6d-82d4-04e2512dfcac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for network, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:28.519597 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-6ba2a0e5-7c46-4e6d-82d4-04e2512dfcac admin admin] Notify callbacks [] for security_group, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:28.552513 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_hamode_db [None req-9b0020f4-e54a-4d0e-aeb7-fc9c6ef7b39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '550921bb-af9a-48db-811f-e396a191f86b', 'name': 'tempest-TestMinimumBasicScenario-692798134-router', 'tenant_id': 'd490895cb5cc4bc7a1fd951e59921102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'external_fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.164'}], 'enable_snat': True}, 'gw_port_id': '683b130d-3aaa-4ed9-b2c1-8c254641d92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:47:25Z', 'updated_at': '2022-02-17T04:47:27Z', 'revision_number': 4, 'project_id': 'd490895cb5cc4bc7a1fd951e59921102', 'gw_port': {'id': '683b130d-3aaa-4ed9-b2c1-8c254641d92e', 'name': '', 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:1c:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '550921bb-af9a-48db-811f-e396a191f86b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:47:25Z', 'updated_at': '2022-02-17T04:47:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-smb', '_interfaces': [{'id': 'a64b2c9a-5de0-4e73-a78e-0ab42876c0b8', 'name': '', 'network_id': '8f41ec04-66a2-4d67-9dca-73ff37f6a27e', 'tenant_id': 'd490895cb5cc4bc7a1fd951e59921102', 'mac_address': 'fa:16:3e:55:5d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '550921bb-af9a-48db-811f-e396a191f86b', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '442e91ed-5720-4b66-8f87-cd812d5ec3b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:47:27Z', 'updated_at': '2022-02-17T04:47:27Z', 'revision_number': 1, 'project_id': 'd490895cb5cc4bc7a1fd951e59921102', 'subnets': [{'id': '442e91ed-5720-4b66-8f87-cd812d5ec3b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-1-smb', False) {} {{(pid=108157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:47:28.594140 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0020f4-e54a-4d0e-aeb7-fc9c6ef7b39f None None] The sync data for ids ['550921bb-af9a-48db-811f-e396a191f86b'] in dv-cinder-829630-1-smb is: [{'id': '550921bb-af9a-48db-811f-e396a191f86b', 'name': 'tempest-TestMinimumBasicScenario-692798134-router', 'tenant_id': 'd490895cb5cc4bc7a1fd951e59921102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'external_fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.164'}], 'enable_snat': True}, 'gw_port_id': '683b130d-3aaa-4ed9-b2c1-8c254641d92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:47:25Z', 'updated_at': '2022-02-17T04:47:27Z', 'revision_number': 4, 'project_id': 'd490895cb5cc4bc7a1fd951e59921102', 'gw_port': {'id': '683b130d-3aaa-4ed9-b2c1-8c254641d92e', 'name': '', 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:1c:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '550921bb-af9a-48db-811f-e396a191f86b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:47:25Z', 'updated_at': '2022-02-17T04:47:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-smb', '_interfaces': [{'id': 'a64b2c9a-5de0-4e73-a78e-0ab42876c0b8', 'name': '', 'network_id': '8f41ec04-66a2-4d67-9dca-73ff37f6a27e', 'tenant_id': 'd490895cb5cc4bc7a1fd951e59921102', 'mac_address': 'fa:16:3e:55:5d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '550921bb-af9a-48db-811f-e396a191f86b', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '442e91ed-5720-4b66-8f87-cd812d5ec3b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:47:27Z', 'updated_at': '2022-02-17T04:47:27Z', 'revision_number': 1, 'project_id': 'd490895cb5cc4bc7a1fd951e59921102', 'subnets': [{'id': '442e91ed-5720-4b66-8f87-cd812d5ec3b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 04:47:28.619562 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-6ba2a0e5-7c46-4e6d-82d4-04e2512dfcac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:28.624666 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-6ba2a0e5-7c46-4e6d-82d4-04e2512dfcac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:28.646271 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ba2a0e5-7c46-4e6d-82d4-04e2512dfcac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=108155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 04:47:28.675913 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-6ba2a0e5-7c46-4e6d-82d4-04e2512dfcac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1955041'] for segment, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:28.676433 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.db.segments_db [None req-6ba2a0e5-7c46-4e6d-82d4-04e2512dfcac admin admin] Added segment da664dda-47a8-4251-a2bc-0434f09d621c of type vlan for network f48158f2-61e5-4c01-93ca-4b39bbf4180c Feb 17 04:47:28.676971 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-20537c8a-565f-44e1-be7f-5be5f3756188 None None] Provisioning complete for port a64b2c9a-5de0-4e73-a78e-0ab42876c0b8 triggered by entity DHCP. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:47:28.679369 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-20537c8a-565f-44e1-be7f-5be5f3756188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:28.718857 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.plugin [None req-20537c8a-565f-44e1-be7f-5be5f3756188 None None] Port a64b2c9a-5de0-4e73-a78e-0ab42876c0b8 cannot update to ACTIVE because it is not bound. {{(pid=108157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 17 04:47:28.725938 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba2a0e5-7c46-4e6d-82d4-04e2512dfcac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a30bee3-2282-441d-be99-e30923feebc7,revision_number=1']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:47:28.730314 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-6ba2a0e5-7c46-4e6d-82d4-04e2512dfcac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733365501916'] for network, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:28.757533 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-6ba2a0e5-7c46-4e6d-82d4-04e2512dfcac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-827310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785'] for network, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:28.758760 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba2a0e5-7c46-4e6d-82d4-04e2512dfcac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:28.759492 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-6ba2a0e5-7c46-4e6d-82d4-04e2512dfcac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737771'] for network, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:28.846858 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-6ba2a0e5-7c46-4e6d-82d4-04e2512dfcac admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4941554 Feb 17 04:47:28.849934 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 36798) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:47:28.851839 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba2a0e5-7c46-4e6d-82d4-04e2512dfcac admin admin] Pushing event updated for resources: {'Network': ['ID=f48158f2-61e5-4c01-93ca-4b39bbf4180c,revision_number=1']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:47:28.858144 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.v2.base [None req-4dc9ac96-3d77-4db4-b332-dc1417cc898a admin admin] Request body: {'subnet': {'network_id': 'f48158f2-61e5-4c01-93ca-4b39bbf4180c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-121592626-subnet', 'tenant_id': 'f9d204cecc6141ff8c85567797f4ada5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:47:28.861812 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Network f48158f2-61e5-4c01-93ca-4b39bbf4180c details requested by agent ovs-agent-dv-cinder-829630-1-smb with host dv-cinder-829630-1-smb {{(pid=108157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 04:47:28.892972 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc9ac96-3d77-4db4-b332-dc1417cc898a admin admin] Made reservation on behalf of f9d204cecc6141ff8c85567797f4ada5 for: {'subnet': 1} {{(pid=108155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:47:28.895730 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-4dc9ac96-3d77-4db4-b332-dc1417cc898a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26581789'] for subnet, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:28.910818 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afdb2dfb-cbbf-4595-be22-1f0674aeba5d admin admin] Notify agent at l3_agent.dv-cinder-829630-1-smb the message routers_updated {{(pid=108156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 04:47:28.919141 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-afdb2dfb-cbbf-4595-be22-1f0674aeba5d admin admin] 10.222.0.36 "PUT /v2.0/routers/550921bb-af9a-48db-811f-e396a191f86b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0808163 Feb 17 04:47:29.358202 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-4dc9ac96-3d77-4db4-b332-dc1417cc898a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2813891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26581775'] for subnet, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:29.415134 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc9ac96-3d77-4db4-b332-dc1417cc898a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7706499-0dd6-468c-9a78-218797b87028,revision_number=0']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:47:29.427397 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc9ac96-3d77-4db4-b332-dc1417cc898a admin admin] Checking segment: {'id': 'da664dda-47a8-4251-a2bc-0434f09d621c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f48158f2-61e5-4c01-93ca-4b39bbf4180c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:47:29.427819 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc9ac96-3d77-4db4-b332-dc1417cc898a admin admin] Network hostable DHCP agents. Network: f48158f2-61e5-4c01-93ca-4b39bbf4180c, hostable agents: ['d83db365-ab74-4a5c-900a-be065315088d'], hosted agents: [] {{(pid=108155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 04:47:29.449760 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc9ac96-3d77-4db4-b332-dc1417cc898a admin admin] Network f48158f2-61e5-4c01-93ca-4b39bbf4180c is scheduled to be hosted by DHCP agent d83db365-ab74-4a5c-900a-be065315088d with binding_index 1 {{(pid=108155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 04:47:29.460561 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.scheduler.base_scheduler [None req-4dc9ac96-3d77-4db4-b332-dc1417cc898a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829630-1-smb, f48158f2-61e5-4c01-93ca-4b39bbf4180c) {{(pid=108155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:47:29.466076 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc9ac96-3d77-4db4-b332-dc1417cc898a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:29.467209 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-4dc9ac96-3d77-4db4-b332-dc1417cc898a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737771'] for subnet, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:29.473265 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09db1457-aa4e-43ac-9ac7-206ad41b7611 None None] Network f48158f2-61e5-4c01-93ca-4b39bbf4180c requested from dv-cinder-829630-1-smb {{(pid=108157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 17 04:47:29.493258 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 36814) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:47:29.500580 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.v2.base [None req-d9d41346-0785-4a2d-aa11-3a1afa563427 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-871309567-network', 'tenant_id': 'e4a6ff6e6ccd48c7b9b94ce524d899c1'}} {{(pid=108155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:47:29.506339 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-4dc9ac96-3d77-4db4-b332-dc1417cc898a admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6552260 Feb 17 04:47:29.530260 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d41346-0785-4a2d-aa11-3a1afa563427 admin admin] Made reservation on behalf of e4a6ff6e6ccd48c7b9b94ce524d899c1 for: {'network': 1} {{(pid=108155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:47:29.533976 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-d9d41346-0785-4a2d-aa11-3a1afa563427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for network, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:29.548899 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-d9d41346-0785-4a2d-aa11-3a1afa563427 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:29.638802 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196b5915-836a-48f9-8b81-969b6bcba6c8 None None] Network f48158f2-61e5-4c01-93ca-4b39bbf4180c requested from dv-cinder-829630-1-smb {{(pid=108157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 17 04:47:29.661991 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-d9d41346-0785-4a2d-aa11-3a1afa563427 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:29.669298 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-d9d41346-0785-4a2d-aa11-3a1afa563427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:29.684833 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9d41346-0785-4a2d-aa11-3a1afa563427 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=108155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 04:47:29.709351 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-d9d41346-0785-4a2d-aa11-3a1afa563427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1955041'] for segment, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:29.709784 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.db.segments_db [None req-d9d41346-0785-4a2d-aa11-3a1afa563427 admin admin] Added segment d699e195-a424-4e78-9a6f-88c8a2fc8a3f of type vlan for network 94939f5f-dfe8-4276-9573-6c3b56448c5d Feb 17 04:47:29.760439 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d41346-0785-4a2d-aa11-3a1afa563427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81e6b5a9-4adc-4bf8-a3a1-69769e9b1c57,revision_number=1']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:47:29.783557 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-d9d41346-0785-4a2d-aa11-3a1afa563427 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733365501916'] for network, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:29.819691 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-d9d41346-0785-4a2d-aa11-3a1afa563427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-827310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785'] for network, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:29.821209 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d41346-0785-4a2d-aa11-3a1afa563427 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:29.821792 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-d9d41346-0785-4a2d-aa11-3a1afa563427 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737771'] for network, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:29.851106 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-d9d41346-0785-4a2d-aa11-3a1afa563427 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3537612 Feb 17 04:47:29.851503 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 36822) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:47:29.856663 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.v2.base [None req-e2a289cc-1817-4d74-ac67-4d37e37e00ac admin admin] Request body: {'subnet': {'network_id': '94939f5f-dfe8-4276-9573-6c3b56448c5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-871309567-subnet', 'tenant_id': 'e4a6ff6e6ccd48c7b9b94ce524d899c1', 'ip_version': 4}} {{(pid=108156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:47:29.882085 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a289cc-1817-4d74-ac67-4d37e37e00ac admin admin] Made reservation on behalf of e4a6ff6e6ccd48c7b9b94ce524d899c1 for: {'subnet': 1} {{(pid=108156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:47:29.884601 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-e2a289cc-1817-4d74-ac67-4d37e37e00ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27084059'] for subnet, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:29.890627 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d41346-0785-4a2d-aa11-3a1afa563427 admin admin] Pushing event updated for resources: {'Network': ['ID=94939f5f-dfe8-4276-9573-6c3b56448c5d,revision_number=1']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:47:29.903561 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Network 94939f5f-dfe8-4276-9573-6c3b56448c5d details requested by agent ovs-agent-dv-cinder-829630-1-smb with host dv-cinder-829630-1-smb {{(pid=108157) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 04:47:30.089676 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Device 683b130d-3aaa-4ed9-b2c1-8c254641d92e up at agent ovs-agent-dv-cinder-829630-1-smb {{(pid=108157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:47:30.143772 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-e2a289cc-1817-4d74-ac67-4d37e37e00ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26488850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27084041'] for subnet, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:30.172838 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Provisioning complete for port 683b130d-3aaa-4ed9-b2c1-8c254641d92e triggered by entity L2. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:47:30.173550 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:30.196963 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a289cc-1817-4d74-ac67-4d37e37e00ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=944bffca-85bf-46c6-813e-054ef6fbf88e,revision_number=0']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:47:30.213645 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a289cc-1817-4d74-ac67-4d37e37e00ac admin admin] Checking segment: {'id': 'd699e195-a424-4e78-9a6f-88c8a2fc8a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '94939f5f-dfe8-4276-9573-6c3b56448c5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:47:30.214844 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a289cc-1817-4d74-ac67-4d37e37e00ac admin admin] Network hostable DHCP agents. Network: 94939f5f-dfe8-4276-9573-6c3b56448c5d, hostable agents: ['d83db365-ab74-4a5c-900a-be065315088d'], hosted agents: [] {{(pid=108156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 04:47:30.231215 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a289cc-1817-4d74-ac67-4d37e37e00ac admin admin] Network 94939f5f-dfe8-4276-9573-6c3b56448c5d is scheduled to be hosted by DHCP agent d83db365-ab74-4a5c-900a-be065315088d with binding_index 1 {{(pid=108156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 04:47:30.240477 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.scheduler.base_scheduler [None req-e2a289cc-1817-4d74-ac67-4d37e37e00ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829630-1-smb, 94939f5f-dfe8-4276-9573-6c3b56448c5d) {{(pid=108156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:47:30.245172 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a289cc-1817-4d74-ac67-4d37e37e00ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:30.246356 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-e2a289cc-1817-4d74-ac67-4d37e37e00ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:30.250593 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d8c06b-fbf4-46fc-b186-ec518de7d018 None None] Network 94939f5f-dfe8-4276-9573-6c3b56448c5d requested from dv-cinder-829630-1-smb {{(pid=108157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 17 04:47:30.263136 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-e2a289cc-1817-4d74-ac67-4d37e37e00ac admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4102960 Feb 17 04:47:30.265521 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 36828) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:47:30.270779 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.v2.base [None req-85ca0646-0e8f-4f4c-a781-a6a109cc2413 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-871309567-router', 'tenant_id': 'e4a6ff6e6ccd48c7b9b94ce524d899c1', 'external_gateway_info': {'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2'}}} {{(pid=108155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:47:30.296993 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-85ca0646-0e8f-4f4c-a781-a6a109cc2413 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-644848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9632'] for router, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:30.298349 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-85ca0646-0e8f-4f4c-a781-a6a109cc2413 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-649940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647366', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-561850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9657'] for router, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:30.303651 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:30.335255 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] For port 683b130d-3aaa-4ed9-b2c1-8c254641d92e, host dv-cinder-829630-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-smb',level=0,port_id=683b130d-3aaa-4ed9-b2c1-8c254641d92e,segment=NetworkSegment(e91f6497-8228-4e22-a6c9-5a362f6f98f1),segment_id=e91f6497-8228-4e22-a6c9-5a362f6f98f1)] {{(pid=108157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:47:30.342792 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:30.364643 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-85ca0646-0e8f-4f4c-a781-a6a109cc2413 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:30.505783 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-85ca0646-0e8f-4f4c-a781-a6a109cc2413 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:30.553458 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Pushing event updated for resources: {'Port': ['ID=683b130d-3aaa-4ed9-b2c1-8c254641d92e,revision_number=4']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:47:30.563455 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:47:30.563812 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:47:30.564154 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:47:30.564488 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:47:30.564819 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:47:30.565146 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:47:30.565471 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:47:30.565796 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:47:30.566140 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:47:30.566617 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:47:30.566795 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:47:30.567136 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:47:30.605528 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8c11e2-b0c5-4be8-b824-46cb867d4611 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10ecbc9c-6953-53e6-acd5-dd5662dd8f7d-94939f5f-dfe8-4276-9573-6c3b56448c5d', 'network_id': '94939f5f-dfe8-4276-9573-6c3b56448c5d', 'tenant_id': 'e4a6ff6e6ccd48c7b9b94ce524d899c1', 'fixed_ips': [{'subnet_id': '944bffca-85bf-46c6-813e-054ef6fbf88e'}]}} from dv-cinder-829630-1-smb. {{(pid=108157) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 17 04:47:30.606734 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-8f8c11e2-b0c5-4be8-b824-46cb867d4611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_create {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:30.715946 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-85ca0646-0e8f-4f4c-a781-a6a109cc2413 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:30.738911 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-85ca0646-0e8f-4f4c-a781-a6a109cc2413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:30.754068 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.db_base_plugin_common [None req-8f8c11e2-b0c5-4be8-b824-46cb867d4611 None None] Allocated IP 172.20.0.2 (94939f5f-dfe8-4276-9573-6c3b56448c5d/944bffca-85bf-46c6-813e-054ef6fbf88e/89eb1feb-e38f-4dcf-955f-114bb5ecb638) {{(pid=108157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:47:30.851164 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.db.db_base_plugin_common [None req-85ca0646-0e8f-4f4c-a781-a6a109cc2413 admin admin] Allocated IP 172.28.3.16 (9ee4813c-26bc-4ce0-8bb0-948d56f273c2/e9f6ab95-7249-4be3-8bb0-da1d9214eacd/5b424c57-17fe-43d8-8a47-8f0fa99e699c) {{(pid=108155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:47:30.903387 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-8f8c11e2-b0c5-4be8-b824-46cb867d4611 None None] Notify callbacks [] for port, precommit_create {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:30.909840 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-8f8c11e2-b0c5-4be8-b824-46cb867d4611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733365499769'] for port, after_create {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:30.942246 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b68915a-fe6c-43e9-b9f3-ac18e1e6ec88 None None] Sync routers for ids ['550921bb-af9a-48db-811f-e396a191f86b'] in dv-cinder-829630-1-smb {{(pid=108158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 04:47:30.952464 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b68915a-fe6c-43e9-b9f3-ac18e1e6ec88 None None] Routers {'550921bb-af9a-48db-811f-e396a191f86b'} bound to L3 agent in host dv-cinder-829630-1-smb {{(pid=108158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:47:30.952850 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8c11e2-b0c5-4be8-b824-46cb867d4611 None None] Network 94939f5f-dfe8-4276-9573-6c3b56448c5d is already hosted by enough agents. {{(pid=108157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:47:30.953165 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_hamode_db [None req-9b68915a-fe6c-43e9-b9f3-ac18e1e6ec88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T04:31:52Z,description=,heartbeat_timestamp=2022-02-17T04:47:22Z,host='dv-cinder-829630-1-smb',id=e8023405-eda5-4975-af11-622b29ed5550,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:52Z,topic='l3_agent')) {'router_ids': ['550921bb-af9a-48db-811f-e396a191f86b'], 'active': True} {{(pid=108158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:47:30.957158 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.scheduler.base_scheduler [None req-8f8c11e2-b0c5-4be8-b824-46cb867d4611 None None] Resources bound (agent type, host, resource id): {{(pid=108157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:47:30.960739 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8c11e2-b0c5-4be8-b824-46cb867d4611 None None] Received port after_create {{(pid=108157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:47:30.964982 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-85ca0646-0e8f-4f4c-a781-a6a109cc2413 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:30.968397 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8c11e2-b0c5-4be8-b824-46cb867d4611 None None] Pushing event updated for resources: {'Port': ['ID=89eb1feb-e38f-4dcf-955f-114bb5ecb638,revision_number=1']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:47:31.003655 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-85ca0646-0e8f-4f4c-a781-a6a109cc2413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733365499769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2813823'] for port, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:31.020536 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.managers [None req-8f8c11e2-b0c5-4be8-b824-46cb867d4611 None None] Attempting to bind port 89eb1feb-e38f-4dcf-955f-114bb5ecb638 on host dv-cinder-829630-1-smb for vnic_type normal with profile {{(pid=108157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 04:47:31.020863 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.managers [None req-8f8c11e2-b0c5-4be8-b824-46cb867d4611 None None] Attempting to bind port 89eb1feb-e38f-4dcf-955f-114bb5ecb638 by drivers openvswitch,hyperv on host dv-cinder-829630-1-smb at level 0 using segments [{'id': 'd699e195-a424-4e78-9a6f-88c8a2fc8a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '94939f5f-dfe8-4276-9573-6c3b56448c5d'}] {{(pid=108157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 04:47:31.021175 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8c11e2-b0c5-4be8-b824-46cb867d4611 None None] Attempting to bind port 89eb1feb-e38f-4dcf-955f-114bb5ecb638 on network 94939f5f-dfe8-4276-9573-6c3b56448c5d {{(pid=108157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:47:31.026099 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8c11e2-b0c5-4be8-b824-46cb867d4611 None None] Checking agent: {'id': 'd1beeaa3-bd36-43bd-8b31-620fffa1b4c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 4, 31, 55), 'started_at': datetime.datetime(2022, 2, 17, 4, 32, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 4, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 04:47:31.026468 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8c11e2-b0c5-4be8-b824-46cb867d4611 None None] Checking segment: {'id': 'd699e195-a424-4e78-9a6f-88c8a2fc8a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '94939f5f-dfe8-4276-9573-6c3b56448c5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:47:31.027468 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-8f8c11e2-b0c5-4be8-b824-46cb867d4611 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:31.027821 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8c11e2-b0c5-4be8-b824-46cb867d4611 None None] Bound using segment: {'id': 'd699e195-a424-4e78-9a6f-88c8a2fc8a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '94939f5f-dfe8-4276-9573-6c3b56448c5d'} {{(pid=108157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 04:47:31.028285 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.managers [None req-8f8c11e2-b0c5-4be8-b824-46cb867d4611 None None] Bound port: 89eb1feb-e38f-4dcf-955f-114bb5ecb638, host: dv-cinder-829630-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd699e195-a424-4e78-9a6f-88c8a2fc8a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '94939f5f-dfe8-4276-9573-6c3b56448c5d'}}] {{(pid=108157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 04:47:31.028659 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-8f8c11e2-b0c5-4be8-b824-46cb867d4611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:31.044927 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ca0646-0e8f-4f4c-a781-a6a109cc2413 admin admin] Network 9ee4813c-26bc-4ce0-8bb0-948d56f273c2 is already hosted by enough agents. {{(pid=108155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:47:31.047935 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.scheduler.base_scheduler [None req-85ca0646-0e8f-4f4c-a781-a6a109cc2413 admin admin] Resources bound (agent type, host, resource id): {{(pid=108155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:47:31.051685 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ca0646-0e8f-4f4c-a781-a6a109cc2413 admin admin] Received port after_create {{(pid=108155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:47:31.075177 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ca0646-0e8f-4f4c-a781-a6a109cc2413 admin admin] Pushing event updated for resources: {'Port': ['ID=5b424c57-17fe-43d8-8a47-8f0fa99e699c,revision_number=1']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:47:31.103217 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-8f8c11e2-b0c5-4be8-b824-46cb867d4611 None None] For port 89eb1feb-e38f-4dcf-955f-114bb5ecb638, host dv-cinder-829630-1-smb, cleared binding levels {{(pid=108157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 04:47:31.107766 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-8f8c11e2-b0c5-4be8-b824-46cb867d4611 None None] For port 89eb1feb-e38f-4dcf-955f-114bb5ecb638, host dv-cinder-829630-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-smb',level=0,port_id=89eb1feb-e38f-4dcf-955f-114bb5ecb638,segment=NetworkSegment(d699e195-a424-4e78-9a6f-88c8a2fc8a3f),segment_id=d699e195-a424-4e78-9a6f-88c8a2fc8a3f)] {{(pid=108157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 04:47:31.114968 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-8f8c11e2-b0c5-4be8-b824-46cb867d4611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:31.181900 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8c11e2-b0c5-4be8-b824-46cb867d4611 None None] Pushing event updated for resources: {'Port': ['ID=89eb1feb-e38f-4dcf-955f-114bb5ecb638,revision_number=2']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:47:31.199229 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_dvr_db [None req-9b68915a-fe6c-43e9-b9f3-ac18e1e6ec88 None None] Set router 550921bb-af9a-48db-811f-e396a191f86b gateway port host: dv-cinder-829630-1-smb {{(pid=108158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:47:31.377566 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-85ca0646-0e8f-4f4c-a781-a6a109cc2413 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:31.462005 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_hamode_db [None req-9b68915a-fe6c-43e9-b9f3-ac18e1e6ec88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '550921bb-af9a-48db-811f-e396a191f86b', 'name': 'tempest-TestMinimumBasicScenario-692798134-router', 'tenant_id': 'd490895cb5cc4bc7a1fd951e59921102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'external_fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.164'}], 'enable_snat': True}, 'gw_port_id': '683b130d-3aaa-4ed9-b2c1-8c254641d92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:47:25Z', 'updated_at': '2022-02-17T04:47:27Z', 'revision_number': 4, 'project_id': 'd490895cb5cc4bc7a1fd951e59921102', 'gw_port': {'id': '683b130d-3aaa-4ed9-b2c1-8c254641d92e', 'name': '', 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:1c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '550921bb-af9a-48db-811f-e396a191f86b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:47:25Z', 'updated_at': '2022-02-17T04:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-smb', '_interfaces': [{'id': 'a64b2c9a-5de0-4e73-a78e-0ab42876c0b8', 'name': '', 'network_id': '8f41ec04-66a2-4d67-9dca-73ff37f6a27e', 'tenant_id': 'd490895cb5cc4bc7a1fd951e59921102', 'mac_address': 'fa:16:3e:55:5d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '550921bb-af9a-48db-811f-e396a191f86b', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '442e91ed-5720-4b66-8f87-cd812d5ec3b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:47:27Z', 'updated_at': '2022-02-17T04:47:28Z', 'revision_number': 2, 'project_id': 'd490895cb5cc4bc7a1fd951e59921102', 'subnets': [{'id': '442e91ed-5720-4b66-8f87-cd812d5ec3b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-1-smb', False) {} {{(pid=108158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:47:31.494035 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b68915a-fe6c-43e9-b9f3-ac18e1e6ec88 None None] Checking router: 550921bb-af9a-48db-811f-e396a191f86b for host: dv-cinder-829630-1-smb {{(pid=108158) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 04:47:31.494385 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b68915a-fe6c-43e9-b9f3-ac18e1e6ec88 None None] Updating router 550921bb-af9a-48db-811f-e396a191f86b port a64b2c9a-5de0-4e73-a78e-0ab42876c0b8 binding host dv-cinder-829630-1-smb {{(pid=108158) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 04:47:31.506860 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dfdd9f-e1c9-4993-a8c2-e162f74c3eb1 req-cc9aa76e-578e-47e0-a761-7f0a8f854704 tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:31.512428 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-29dfdd9f-e1c9-4993-a8c2-e162f74c3eb1 req-cc9aa76e-578e-47e0-a761-7f0a8f854704 tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] 10.222.0.36 "GET /v2.0/networks?id=f48158f2-61e5-4c01-93ca-4b39bbf4180c HTTP/1.1" status: 200 len: 808 time: 0.1398983 Feb 17 04:47:31.524861 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron_lib.callbacks.manager [None req-9b68915a-fe6c-43e9-b9f3-ac18e1e6ec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:31.540462 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-29dfdd9f-e1c9-4993-a8c2-e162f74c3eb1 req-1d553cc9-dad8-4b8d-afa4-4c3b2eec1ae5 tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] 10.222.0.36 "GET /v2.0/quotas/f9d204cecc6141ff8c85567797f4ada5 HTTP/1.1" status: 200 len: 375 time: 0.0205040 Feb 17 04:47:31.582689 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-29dfdd9f-e1c9-4993-a8c2-e162f74c3eb1 req-d5059134-d81a-4bd6-8c30-756bf18cc8c7 tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f9d204cecc6141ff8c85567797f4ada5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334654 Feb 17 04:47:31.598570 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-85ca0646-0e8f-4f4c-a781-a6a109cc2413 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-649951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-650009'] for router, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:31.733437 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85ca0646-0e8f-4f4c-a781-a6a109cc2413 admin admin] Router 5df7b243-1df9-4b0d-a266-bb5e6d333a13 is scheduled to L3 agent e8023405-eda5-4975-af11-622b29ed5550 with binding_index 1 {{(pid=108155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 04:47:31.793497 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-29dfdd9f-e1c9-4993-a8c2-e162f74c3eb1 req-e3b9b612-d4ae-4e44-b060-a2e532b96dd4 service neutron] 10.222.0.36 "GET /v2.0/networks/f48158f2-61e5-4c01-93ca-4b39bbf4180c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027357 Feb 17 04:47:31.812858 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron_lib.callbacks.manager [None req-9b68915a-fe6c-43e9-b9f3-ac18e1e6ec88 None None] Notify callbacks [] for port, precommit_update {{(pid=108158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:31.819662 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron_lib.callbacks.manager [None req-9b68915a-fe6c-43e9-b9f3-ac18e1e6ec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:31.849059 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85ca0646-0e8f-4f4c-a781-a6a109cc2413 admin admin] Notify agent at l3_agent.dv-cinder-829630-1-smb the message routers_updated {{(pid=108155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 04:47:31.865746 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974994b4-cf17-454c-8c63-4798ed0d7cbd None None] Sync routers for ids ['5df7b243-1df9-4b0d-a266-bb5e6d333a13'] in dv-cinder-829630-1-smb {{(pid=108157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 04:47:31.879526 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-85ca0646-0e8f-4f4c-a781-a6a109cc2413 admin admin] Notify callbacks [] for router, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:31.880789 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-85ca0646-0e8f-4f4c-a781-a6a109cc2413 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.6142299 Feb 17 04:47:31.885471 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974994b4-cf17-454c-8c63-4798ed0d7cbd None None] Routers {'5df7b243-1df9-4b0d-a266-bb5e6d333a13'} bound to L3 agent in host dv-cinder-829630-1-smb {{(pid=108157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:47:31.886168 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_hamode_db [None req-974994b4-cf17-454c-8c63-4798ed0d7cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T04:31:52Z,description=,heartbeat_timestamp=2022-02-17T04:47:22Z,host='dv-cinder-829630-1-smb',id=e8023405-eda5-4975-af11-622b29ed5550,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:52Z,topic='l3_agent')) {'router_ids': ['5df7b243-1df9-4b0d-a266-bb5e6d333a13'], 'active': True} {{(pid=108157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:47:31.887442 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 36846) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:47:31.904584 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50254631-a9af-4fc1-972f-f089b402bfca None None] Pushing event updated for resources: {'Port': ['ID=a64b2c9a-5de0-4e73-a78e-0ab42876c0b8,revision_number=3']} {{(pid=108158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:47:31.909225 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-29dfdd9f-e1c9-4993-a8c2-e162f74c3eb1 req-7851ecd9-b8ea-43e1-84eb-3e8a9f26b575 service neutron] 10.222.0.36 "GET /v2.0/networks/f48158f2-61e5-4c01-93ca-4b39bbf4180c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091669 Feb 17 04:47:31.915547 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50254631-a9af-4fc1-972f-f089b402bfca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:47:31.916060 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50254631-a9af-4fc1-972f-f089b402bfca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:47:31.916558 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50254631-a9af-4fc1-972f-f089b402bfca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:47:31.917032 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50254631-a9af-4fc1-972f-f089b402bfca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:47:31.918079 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50254631-a9af-4fc1-972f-f089b402bfca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:47:31.918679 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50254631-a9af-4fc1-972f-f089b402bfca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:47:31.919172 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50254631-a9af-4fc1-972f-f089b402bfca None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:47:31.919666 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50254631-a9af-4fc1-972f-f089b402bfca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:47:31.920162 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50254631-a9af-4fc1-972f-f089b402bfca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:47:31.920630 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50254631-a9af-4fc1-972f-f089b402bfca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:47:31.921104 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50254631-a9af-4fc1-972f-f089b402bfca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:47:31.921577 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50254631-a9af-4fc1-972f-f089b402bfca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:47:31.977782 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.plugins.ml2.managers [None req-9b68915a-fe6c-43e9-b9f3-ac18e1e6ec88 None None] Attempting to bind port a64b2c9a-5de0-4e73-a78e-0ab42876c0b8 on host dv-cinder-829630-1-smb for vnic_type normal with profile {{(pid=108158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 04:47:31.978580 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.plugins.ml2.managers [None req-9b68915a-fe6c-43e9-b9f3-ac18e1e6ec88 None None] Attempting to bind port a64b2c9a-5de0-4e73-a78e-0ab42876c0b8 by drivers openvswitch,hyperv on host dv-cinder-829630-1-smb at level 0 using segments [{'id': '9f5ef8ed-a7f3-4ada-aafe-eff96a5ba793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '8f41ec04-66a2-4d67-9dca-73ff37f6a27e'}] {{(pid=108158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 04:47:31.979143 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b68915a-fe6c-43e9-b9f3-ac18e1e6ec88 None None] Attempting to bind port a64b2c9a-5de0-4e73-a78e-0ab42876c0b8 on network 8f41ec04-66a2-4d67-9dca-73ff37f6a27e {{(pid=108158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:47:31.991273 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b68915a-fe6c-43e9-b9f3-ac18e1e6ec88 None None] Checking agent: {'id': 'd1beeaa3-bd36-43bd-8b31-620fffa1b4c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 4, 31, 55), 'started_at': datetime.datetime(2022, 2, 17, 4, 32, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 4, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 04:47:31.993410 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b68915a-fe6c-43e9-b9f3-ac18e1e6ec88 None None] Checking segment: {'id': '9f5ef8ed-a7f3-4ada-aafe-eff96a5ba793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '8f41ec04-66a2-4d67-9dca-73ff37f6a27e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:47:31.995059 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron_lib.callbacks.manager [None req-9b68915a-fe6c-43e9-b9f3-ac18e1e6ec88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:31.995891 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b68915a-fe6c-43e9-b9f3-ac18e1e6ec88 None None] Bound using segment: {'id': '9f5ef8ed-a7f3-4ada-aafe-eff96a5ba793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '8f41ec04-66a2-4d67-9dca-73ff37f6a27e'} {{(pid=108158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 04:47:31.999003 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.plugins.ml2.managers [None req-9b68915a-fe6c-43e9-b9f3-ac18e1e6ec88 None None] Bound port: a64b2c9a-5de0-4e73-a78e-0ab42876c0b8, host: dv-cinder-829630-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f5ef8ed-a7f3-4ada-aafe-eff96a5ba793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '8f41ec04-66a2-4d67-9dca-73ff37f6a27e'}}] {{(pid=108158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 04:47:31.999507 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron_lib.callbacks.manager [None req-9b68915a-fe6c-43e9-b9f3-ac18e1e6ec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:32.157791 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_dvr_db [None req-974994b4-cf17-454c-8c63-4798ed0d7cbd None None] Set router 5df7b243-1df9-4b0d-a266-bb5e6d333a13 gateway port host: dv-cinder-829630-1-smb {{(pid=108157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:47:32.182143 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.plugins.ml2.db [None req-9b68915a-fe6c-43e9-b9f3-ac18e1e6ec88 None None] For port a64b2c9a-5de0-4e73-a78e-0ab42876c0b8, host dv-cinder-829630-1-smb, cleared binding levels {{(pid=108158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 04:47:32.186132 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.plugins.ml2.db [None req-9b68915a-fe6c-43e9-b9f3-ac18e1e6ec88 None None] For port a64b2c9a-5de0-4e73-a78e-0ab42876c0b8, host dv-cinder-829630-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-smb',level=0,port_id=a64b2c9a-5de0-4e73-a78e-0ab42876c0b8,segment=NetworkSegment(9f5ef8ed-a7f3-4ada-aafe-eff96a5ba793),segment_id=9f5ef8ed-a7f3-4ada-aafe-eff96a5ba793)] {{(pid=108158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 04:47:32.192171 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron_lib.callbacks.manager [None req-9b68915a-fe6c-43e9-b9f3-ac18e1e6ec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:32.250785 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-3013d073-04f8-4855-90fe-966da1ca74c1 req-b9a1a625-1c16-4484-acdf-f10b21ced541 tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] 10.222.0.36 "GET /v2.0/ports?device_id=4027b0f2-1464-4b88-9d3e-60a56f7bf559 HTTP/1.1" status: 200 len: 210 time: 0.0421879 Feb 17 04:47:32.263664 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Device 683b130d-3aaa-4ed9-b2c1-8c254641d92e up at agent ovs-agent-dv-cinder-829630-1-smb {{(pid=108157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:47:32.339733 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50254631-a9af-4fc1-972f-f089b402bfca None None] Pushing event updated for resources: {'Port': ['ID=a64b2c9a-5de0-4e73-a78e-0ab42876c0b8,revision_number=4']} {{(pid=108158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:47:32.394347 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b68915a-fe6c-43e9-b9f3-ac18e1e6ec88 None None] Routers {'550921bb-af9a-48db-811f-e396a191f86b'} bound to L3 agent in host dv-cinder-829630-1-smb {{(pid=108158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:47:32.397281 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_hamode_db [None req-9b68915a-fe6c-43e9-b9f3-ac18e1e6ec88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T04:31:52Z,description=,heartbeat_timestamp=2022-02-17T04:47:22Z,host='dv-cinder-829630-1-smb',id=e8023405-eda5-4975-af11-622b29ed5550,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:52Z,topic='l3_agent')) {'router_ids': ['550921bb-af9a-48db-811f-e396a191f86b'], 'active': True} {{(pid=108158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:47:32.410441 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-d1fb5eaf-e044-4842-95ae-70ac8661bd0b None None] Provisioning complete for port a64b2c9a-5de0-4e73-a78e-0ab42876c0b8 triggered by entity DHCP. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:47:32.410842 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-d1fb5eaf-e044-4842-95ae-70ac8661bd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:32.467526 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Provisioning complete for port 683b130d-3aaa-4ed9-b2c1-8c254641d92e triggered by entity L2. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:47:32.467886 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:32.680495 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_dvr_db [None req-9b68915a-fe6c-43e9-b9f3-ac18e1e6ec88 None None] Set router 550921bb-af9a-48db-811f-e396a191f86b gateway port host: dv-cinder-829630-1-smb {{(pid=108158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:47:32.694630 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213038ab-f85b-42e8-967e-136c710a73fd None None] Network 94939f5f-dfe8-4276-9573-6c3b56448c5d requested from dv-cinder-829630-1-smb {{(pid=108157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 17 04:47:32.702286 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_hamode_db [None req-974994b4-cf17-454c-8c63-4798ed0d7cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df7b243-1df9-4b0d-a266-bb5e6d333a13', 'name': 'tempest-TestMinimumBasicScenario-871309567-router', 'tenant_id': 'e4a6ff6e6ccd48c7b9b94ce524d899c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'external_fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.16'}], 'enable_snat': True}, 'gw_port_id': '5b424c57-17fe-43d8-8a47-8f0fa99e699c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:47:30Z', 'updated_at': '2022-02-17T04:47:31Z', 'revision_number': 3, 'project_id': 'e4a6ff6e6ccd48c7b9b94ce524d899c1', 'gw_port': {'id': '5b424c57-17fe-43d8-8a47-8f0fa99e699c', 'name': '', 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:2f:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5df7b243-1df9-4b0d-a266-bb5e6d333a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:47:30Z', 'updated_at': '2022-02-17T04:47:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-smb'}], 'dv-cinder-829630-1-smb', False) {} {{(pid=108157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:47:32.771349 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-d1fb5eaf-e044-4842-95ae-70ac8661bd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:32.779724 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974994b4-cf17-454c-8c63-4798ed0d7cbd None None] Checking router: 5df7b243-1df9-4b0d-a266-bb5e6d333a13 for host: dv-cinder-829630-1-smb {{(pid=108157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 04:47:32.779936 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974994b4-cf17-454c-8c63-4798ed0d7cbd None None] Updating router 5df7b243-1df9-4b0d-a266-bb5e6d333a13 port 5b424c57-17fe-43d8-8a47-8f0fa99e699c binding host dv-cinder-829630-1-smb {{(pid=108157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 04:47:32.800622 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Device 89eb1feb-e38f-4dcf-955f-114bb5ecb638 up at agent ovs-agent-dv-cinder-829630-1-smb {{(pid=108157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:47:32.875109 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-974994b4-cf17-454c-8c63-4798ed0d7cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:32.916120 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-d1fb5eaf-e044-4842-95ae-70ac8661bd0b None None] For port a64b2c9a-5de0-4e73-a78e-0ab42876c0b8, host dv-cinder-829630-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-smb',level=0,port_id=a64b2c9a-5de0-4e73-a78e-0ab42876c0b8,segment=NetworkSegment(9f5ef8ed-a7f3-4ada-aafe-eff96a5ba793),segment_id=9f5ef8ed-a7f3-4ada-aafe-eff96a5ba793)] {{(pid=108157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:47:32.929037 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-d1fb5eaf-e044-4842-95ae-70ac8661bd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:32.951142 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_hamode_db [None req-9b68915a-fe6c-43e9-b9f3-ac18e1e6ec88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '550921bb-af9a-48db-811f-e396a191f86b', 'name': 'tempest-TestMinimumBasicScenario-692798134-router', 'tenant_id': 'd490895cb5cc4bc7a1fd951e59921102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'external_fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.164'}], 'enable_snat': True}, 'gw_port_id': '683b130d-3aaa-4ed9-b2c1-8c254641d92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:47:25Z', 'updated_at': '2022-02-17T04:47:27Z', 'revision_number': 4, 'project_id': 'd490895cb5cc4bc7a1fd951e59921102', 'gw_port': {'id': '683b130d-3aaa-4ed9-b2c1-8c254641d92e', 'name': '', 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:1c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '550921bb-af9a-48db-811f-e396a191f86b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:47:25Z', 'updated_at': '2022-02-17T04:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-smb', '_interfaces': [{'id': 'a64b2c9a-5de0-4e73-a78e-0ab42876c0b8', 'name': '', 'network_id': '8f41ec04-66a2-4d67-9dca-73ff37f6a27e', 'tenant_id': 'd490895cb5cc4bc7a1fd951e59921102', 'mac_address': 'fa:16:3e:55:5d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '550921bb-af9a-48db-811f-e396a191f86b', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '442e91ed-5720-4b66-8f87-cd812d5ec3b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:47:27Z', 'updated_at': '2022-02-17T04:47:32Z', 'revision_number': 4, 'project_id': 'd490895cb5cc4bc7a1fd951e59921102', 'subnets': [{'id': '442e91ed-5720-4b66-8f87-cd812d5ec3b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-1-smb', False) {} {{(pid=108158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:47:32.980215 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-0654a233-7e3f-4f89-a105-01b5cce65b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:32.992399 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b68915a-fe6c-43e9-b9f3-ac18e1e6ec88 None None] The sync data for ids ['550921bb-af9a-48db-811f-e396a191f86b'] in dv-cinder-829630-1-smb is: [{'id': '550921bb-af9a-48db-811f-e396a191f86b', 'name': 'tempest-TestMinimumBasicScenario-692798134-router', 'tenant_id': 'd490895cb5cc4bc7a1fd951e59921102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'external_fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.164'}], 'enable_snat': True}, 'gw_port_id': '683b130d-3aaa-4ed9-b2c1-8c254641d92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:47:25Z', 'updated_at': '2022-02-17T04:47:27Z', 'revision_number': 4, 'project_id': 'd490895cb5cc4bc7a1fd951e59921102', 'gw_port': {'id': '683b130d-3aaa-4ed9-b2c1-8c254641d92e', 'name': '', 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:1c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '550921bb-af9a-48db-811f-e396a191f86b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:47:25Z', 'updated_at': '2022-02-17T04:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-smb', '_interfaces': [{'id': 'a64b2c9a-5de0-4e73-a78e-0ab42876c0b8', 'name': '', 'network_id': '8f41ec04-66a2-4d67-9dca-73ff37f6a27e', 'tenant_id': 'd490895cb5cc4bc7a1fd951e59921102', 'mac_address': 'fa:16:3e:55:5d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '550921bb-af9a-48db-811f-e396a191f86b', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '442e91ed-5720-4b66-8f87-cd812d5ec3b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:47:27Z', 'updated_at': '2022-02-17T04:47:32Z', 'revision_number': 4, 'project_id': 'd490895cb5cc4bc7a1fd951e59921102', 'subnets': [{'id': '442e91ed-5720-4b66-8f87-cd812d5ec3b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 04:47:33.095485 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Provisioning complete for port 89eb1feb-e38f-4dcf-955f-114bb5ecb638 triggered by entity L2. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:47:33.095859 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:33.101060 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fb5eaf-e044-4842-95ae-70ac8661bd0b None None] Pushing event updated for resources: {'Port': ['ID=a64b2c9a-5de0-4e73-a78e-0ab42876c0b8,revision_number=5']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:47:33.173886 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.db.db_base_plugin_common [None req-0654a233-7e3f-4f89-a105-01b5cce65b0c admin admin] Allocated IP 172.20.0.1 (94939f5f-dfe8-4276-9573-6c3b56448c5d/944bffca-85bf-46c6-813e-054ef6fbf88e/42ee8e85-3894-4b24-84b5-88e84f59bdbe) {{(pid=108155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:47:33.207605 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-1936df81-917c-4cbe-8e97-51eeb446cda0 None None] Provisioning complete for port a64b2c9a-5de0-4e73-a78e-0ab42876c0b8 triggered by entity DHCP. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:47:33.207973 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-1936df81-917c-4cbe-8e97-51eeb446cda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:33.297367 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-0654a233-7e3f-4f89-a105-01b5cce65b0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:33.344609 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-0654a233-7e3f-4f89-a105-01b5cce65b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733365499769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2813823'] for port, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:33.405743 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0654a233-7e3f-4f89-a105-01b5cce65b0c admin admin] Network 94939f5f-dfe8-4276-9573-6c3b56448c5d is already hosted by enough agents. {{(pid=108155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:47:33.416092 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.scheduler.base_scheduler [None req-0654a233-7e3f-4f89-a105-01b5cce65b0c admin admin] Resources bound (agent type, host, resource id): {{(pid=108155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:47:33.421270 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0654a233-7e3f-4f89-a105-01b5cce65b0c admin admin] Pushing event updated for resources: {'Port': ['ID=42ee8e85-3894-4b24-84b5-88e84f59bdbe,revision_number=1']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:47:33.427088 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0654a233-7e3f-4f89-a105-01b5cce65b0c admin admin] Received port after_create {{(pid=108155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:47:33.468084 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-2cf0146b-a707-4e76-a131-a12c4187428c req-26d5a026-d6a0-4425-b20e-3dc3225dd22b tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] 10.222.0.36 "GET /v2.0/ports?device_id=4027b0f2-1464-4b88-9d3e-60a56f7bf559 HTTP/1.1" status: 200 len: 210 time: 0.0845156 Feb 17 04:47:33.476239 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-0654a233-7e3f-4f89-a105-01b5cce65b0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650182'] for router_interface, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:33.598762 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:33.626807 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dfdd9f-e1c9-4993-a8c2-e162f74c3eb1 req-f8a2ca9e-1ad5-447c-b480-a014cc19d13a tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:33.628644 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-29dfdd9f-e1c9-4993-a8c2-e162f74c3eb1 req-f8a2ca9e-1ad5-447c-b480-a014cc19d13a tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] 10.222.0.69 "GET /v2.0/networks?id=f48158f2-61e5-4c01-93ca-4b39bbf4180c HTTP/1.1" status: 200 len: 808 time: 0.2833395 Feb 17 04:47:33.648342 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.v2.base [req-29dfdd9f-e1c9-4993-a8c2-e162f74c3eb1 req-93cf10cc-4a2d-4474-a636-e21edc9726fc tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] Request body: {'port': {'device_id': '4027b0f2-1464-4b88-9d3e-60a56f7bf559', 'network_id': 'f48158f2-61e5-4c01-93ca-4b39bbf4180c', 'admin_state_up': True, 'tenant_id': 'f9d204cecc6141ff8c85567797f4ada5'}} {{(pid=108156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:47:33.703432 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-0654a233-7e3f-4f89-a105-01b5cce65b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:33.718210 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] For port 89eb1feb-e38f-4dcf-955f-114bb5ecb638, host dv-cinder-829630-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-smb',level=0,port_id=89eb1feb-e38f-4dcf-955f-114bb5ecb638,segment=NetworkSegment(d699e195-a424-4e78-9a6f-88c8a2fc8a3f),segment_id=d699e195-a424-4e78-9a6f-88c8a2fc8a3f)] {{(pid=108157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:47:33.738091 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:33.757087 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-974994b4-cf17-454c-8c63-4798ed0d7cbd None None] Notify callbacks [] for port, precommit_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:33.758886 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-1936df81-917c-4cbe-8e97-51eeb446cda0 None None] Provisioning complete for port 89eb1feb-e38f-4dcf-955f-114bb5ecb638 triggered by entity DHCP. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:47:33.759976 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-1936df81-917c-4cbe-8e97-51eeb446cda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:33.815461 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-974994b4-cf17-454c-8c63-4798ed0d7cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:33.870470 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29dfdd9f-e1c9-4993-a8c2-e162f74c3eb1 req-93cf10cc-4a2d-4474-a636-e21edc9726fc tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] Made reservation on behalf of f9d204cecc6141ff8c85567797f4ada5 for: {'port': 1} {{(pid=108156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:47:33.875886 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.managers [None req-974994b4-cf17-454c-8c63-4798ed0d7cbd None None] Attempting to bind port 5b424c57-17fe-43d8-8a47-8f0fa99e699c on host dv-cinder-829630-1-smb for vnic_type normal with profile {{(pid=108157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 04:47:33.876329 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.managers [None req-974994b4-cf17-454c-8c63-4798ed0d7cbd None None] Attempting to bind port 5b424c57-17fe-43d8-8a47-8f0fa99e699c by drivers openvswitch,hyperv on host dv-cinder-829630-1-smb at level 0 using segments [{'id': 'e91f6497-8228-4e22-a6c9-5a362f6f98f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2'}] {{(pid=108157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 04:47:33.876329 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974994b4-cf17-454c-8c63-4798ed0d7cbd None None] Attempting to bind port 5b424c57-17fe-43d8-8a47-8f0fa99e699c on network 9ee4813c-26bc-4ce0-8bb0-948d56f273c2 {{(pid=108157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:47:33.881723 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-29dfdd9f-e1c9-4993-a8c2-e162f74c3eb1 req-93cf10cc-4a2d-4474-a636-e21edc9726fc tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:33.883816 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Pushing event updated for resources: {'Port': ['ID=89eb1feb-e38f-4dcf-955f-114bb5ecb638,revision_number=3']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:47:33.941381 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cfbb54-9ca2-48c1-a273-6f2a100adad4 None None] Pushing event updated for resources: {'Port': ['ID=5b424c57-17fe-43d8-8a47-8f0fa99e699c,revision_number=2']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:47:33.943966 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-0654a233-7e3f-4f89-a105-01b5cce65b0c admin admin] Notify callbacks [] for port, precommit_update {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:33.952270 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974994b4-cf17-454c-8c63-4798ed0d7cbd None None] Checking agent: {'id': 'd1beeaa3-bd36-43bd-8b31-620fffa1b4c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 4, 31, 55), 'started_at': datetime.datetime(2022, 2, 17, 4, 32, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 4, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 04:47:33.953390 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974994b4-cf17-454c-8c63-4798ed0d7cbd None None] Checking segment: {'id': 'e91f6497-8228-4e22-a6c9-5a362f6f98f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:47:33.953516 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-0654a233-7e3f-4f89-a105-01b5cce65b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2813814'] for port, after_update {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:33.953935 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-974994b4-cf17-454c-8c63-4798ed0d7cbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:33.954416 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974994b4-cf17-454c-8c63-4798ed0d7cbd None None] Bound using segment: {'id': 'e91f6497-8228-4e22-a6c9-5a362f6f98f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2'} {{(pid=108157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 04:47:33.955118 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.managers [None req-974994b4-cf17-454c-8c63-4798ed0d7cbd None None] Bound port: 5b424c57-17fe-43d8-8a47-8f0fa99e699c, host: dv-cinder-829630-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e91f6497-8228-4e22-a6c9-5a362f6f98f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2'}}] {{(pid=108157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 04:47:33.955499 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-974994b4-cf17-454c-8c63-4798ed0d7cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:34.049410 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-974994b4-cf17-454c-8c63-4798ed0d7cbd None None] For port 5b424c57-17fe-43d8-8a47-8f0fa99e699c, host dv-cinder-829630-1-smb, cleared binding levels {{(pid=108157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 04:47:34.055598 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-974994b4-cf17-454c-8c63-4798ed0d7cbd None None] For port 5b424c57-17fe-43d8-8a47-8f0fa99e699c, host dv-cinder-829630-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-smb',level=0,port_id=5b424c57-17fe-43d8-8a47-8f0fa99e699c,segment=NetworkSegment(e91f6497-8228-4e22-a6c9-5a362f6f98f1),segment_id=e91f6497-8228-4e22-a6c9-5a362f6f98f1)] {{(pid=108157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 04:47:34.061173 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-974994b4-cf17-454c-8c63-4798ed0d7cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:34.072978 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-0654a233-7e3f-4f89-a105-01b5cce65b0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-647766'] for router_interface, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:34.079754 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.db.db_base_plugin_common [req-29dfdd9f-e1c9-4993-a8c2-e162f74c3eb1 req-93cf10cc-4a2d-4474-a636-e21edc9726fc tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] Allocated IP 172.20.0.5 (f48158f2-61e5-4c01-93ca-4b39bbf4180c/d7706499-0dd6-468c-9a78-218797b87028/55206c54-cc3e-4d65-a6d8-1cd8083ac576) {{(pid=108156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:47:34.102370 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Device a64b2c9a-5de0-4e73-a78e-0ab42876c0b8 up at agent ovs-agent-dv-cinder-829630-1-smb {{(pid=108157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:47:34.110536 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0654a233-7e3f-4f89-a105-01b5cce65b0c admin admin] Pushing event updated for resources: {'Port': ['ID=42ee8e85-3894-4b24-84b5-88e84f59bdbe,revision_number=2']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:47:34.154880 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974994b4-cf17-454c-8c63-4798ed0d7cbd None None] Routers {'5df7b243-1df9-4b0d-a266-bb5e6d333a13'} bound to L3 agent in host dv-cinder-829630-1-smb {{(pid=108157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:47:34.155538 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_hamode_db [None req-974994b4-cf17-454c-8c63-4798ed0d7cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T04:31:52Z,description=,heartbeat_timestamp=2022-02-17T04:47:22Z,host='dv-cinder-829630-1-smb',id=e8023405-eda5-4975-af11-622b29ed5550,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:52Z,topic='l3_agent')) {'router_ids': ['5df7b243-1df9-4b0d-a266-bb5e6d333a13'], 'active': True} {{(pid=108157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:47:34.200650 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0654a233-7e3f-4f89-a105-01b5cce65b0c admin admin] Network 94939f5f-dfe8-4276-9573-6c3b56448c5d is already hosted by enough agents. {{(pid=108155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:47:34.202106 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.scheduler.base_scheduler [None req-0654a233-7e3f-4f89-a105-01b5cce65b0c admin admin] Resources bound (agent type, host, resource id): {{(pid=108155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:47:34.231863 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cfbb54-9ca2-48c1-a273-6f2a100adad4 None None] Pushing event updated for resources: {'Port': ['ID=5b424c57-17fe-43d8-8a47-8f0fa99e699c,revision_number=3']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:47:34.247431 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-85b958bd-20a2-424f-baf4-b3232f1183f5 None None] Provisioning complete for port 42ee8e85-3894-4b24-84b5-88e84f59bdbe triggered by entity DHCP. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:47:34.247802 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-85b958bd-20a2-424f-baf4-b3232f1183f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:34.282453 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-29dfdd9f-e1c9-4993-a8c2-e162f74c3eb1 req-93cf10cc-4a2d-4474-a636-e21edc9726fc tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] Notify callbacks [] for port, precommit_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:34.323345 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0654a233-7e3f-4f89-a105-01b5cce65b0c admin admin] Router 5df7b243-1df9-4b0d-a266-bb5e6d333a13 has already been hosted by L3 agent e8023405-eda5-4975-af11-622b29ed5550 {{(pid=108155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 04:47:34.324891 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Provisioning complete for port a64b2c9a-5de0-4e73-a78e-0ab42876c0b8 triggered by entity L2. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:47:34.325271 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:34.335948 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-29dfdd9f-e1c9-4993-a8c2-e162f74c3eb1 req-93cf10cc-4a2d-4474-a636-e21edc9726fc tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733365499769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26489006'] for port, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:34.364891 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.plugin [None req-85b958bd-20a2-424f-baf4-b3232f1183f5 None None] Port 42ee8e85-3894-4b24-84b5-88e84f59bdbe cannot update to ACTIVE because it is not bound. {{(pid=108157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 17 04:47:34.381360 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_dvr_db [None req-974994b4-cf17-454c-8c63-4798ed0d7cbd None None] Set router 5df7b243-1df9-4b0d-a266-bb5e6d333a13 gateway port host: dv-cinder-829630-1-smb {{(pid=108157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:47:34.396649 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29dfdd9f-e1c9-4993-a8c2-e162f74c3eb1 req-93cf10cc-4a2d-4474-a636-e21edc9726fc tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] Network f48158f2-61e5-4c01-93ca-4b39bbf4180c is already hosted by enough agents. {{(pid=108156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:47:34.399756 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.scheduler.base_scheduler [req-29dfdd9f-e1c9-4993-a8c2-e162f74c3eb1 req-93cf10cc-4a2d-4474-a636-e21edc9726fc tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] Resources bound (agent type, host, resource id): {{(pid=108156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:47:34.403651 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.db.l3_dvrscheduler_db [req-29dfdd9f-e1c9-4993-a8c2-e162f74c3eb1 req-93cf10cc-4a2d-4474-a636-e21edc9726fc tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] Received port after_create {{(pid=108156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:47:34.410981 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cf10cc-4a2d-4474-a636-e21edc9726fc tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] Pushing event updated for resources: {'Port': ['ID=55206c54-cc3e-4d65-a6d8-1cd8083ac576,revision_number=1']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:47:34.439406 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-85b958bd-20a2-424f-baf4-b3232f1183f5 None None] Provisioning complete for port 89eb1feb-e38f-4dcf-955f-114bb5ecb638 triggered by entity DHCP. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:47:34.439774 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-85b958bd-20a2-424f-baf4-b3232f1183f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:34.448185 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cf10cc-4a2d-4474-a636-e21edc9726fc tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:47:34.449053 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cf10cc-4a2d-4474-a636-e21edc9726fc tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:47:34.449387 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cf10cc-4a2d-4474-a636-e21edc9726fc tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:47:34.449715 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cf10cc-4a2d-4474-a636-e21edc9726fc tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:47:34.450224 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cf10cc-4a2d-4474-a636-e21edc9726fc tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:47:34.450555 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cf10cc-4a2d-4474-a636-e21edc9726fc tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:47:34.450871 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cf10cc-4a2d-4474-a636-e21edc9726fc tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:47:34.451211 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cf10cc-4a2d-4474-a636-e21edc9726fc tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:47:34.451536 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cf10cc-4a2d-4474-a636-e21edc9726fc tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:47:34.451853 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cf10cc-4a2d-4474-a636-e21edc9726fc tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:47:34.452169 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cf10cc-4a2d-4474-a636-e21edc9726fc tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:47:34.452649 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cf10cc-4a2d-4474-a636-e21edc9726fc tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:47:34.476901 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dfdd9f-e1c9-4993-a8c2-e162f74c3eb1 req-93cf10cc-4a2d-4474-a636-e21edc9726fc tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:34.477599 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-29dfdd9f-e1c9-4993-a8c2-e162f74c3eb1 req-93cf10cc-4a2d-4474-a636-e21edc9726fc tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49904'] for port, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:34.480950 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0654a233-7e3f-4f89-a105-01b5cce65b0c admin admin] Notify agent at l3_agent.dv-cinder-829630-1-smb the message routers_updated {{(pid=108155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 04:47:34.486750 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-0654a233-7e3f-4f89-a105-01b5cce65b0c admin admin] 10.222.0.36 "PUT /v2.0/routers/5df7b243-1df9-4b0d-a266-bb5e6d333a13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5978596 Feb 17 04:47:34.494304 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-29dfdd9f-e1c9-4993-a8c2-e162f74c3eb1 req-93cf10cc-4a2d-4474-a636-e21edc9726fc tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8554456 Feb 17 04:47:34.506771 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.v2.base [req-29dfdd9f-e1c9-4993-a8c2-e162f74c3eb1 req-48227c19-3ce0-4c12-93ae-20c0ac13d2cf service neutron] Request body: {'port': {'device_id': '4027b0f2-1464-4b88-9d3e-60a56f7bf559', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82963'}} {{(pid=108156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:47:34.575015 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-29dfdd9f-e1c9-4993-a8c2-e162f74c3eb1 req-48227c19-3ce0-4c12-93ae-20c0ac13d2cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:34.606827 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d601175b-85ac-4118-abdf-268d44ab2e6b req-ce1f7fd4-ec7d-4331-b052-20535f7a385d tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:34.608484 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-d601175b-85ac-4118-abdf-268d44ab2e6b req-ce1f7fd4-ec7d-4331-b052-20535f7a385d tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] 10.222.0.36 "GET /v2.0/ports?device_id=4027b0f2-1464-4b88-9d3e-60a56f7bf559 HTTP/1.1" status: 200 len: 931 time: 0.0603485 Feb 17 04:47:34.624182 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Device 89eb1feb-e38f-4dcf-955f-114bb5ecb638 up at agent ovs-agent-dv-cinder-829630-1-smb {{(pid=108157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:47:34.659361 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-d601175b-85ac-4118-abdf-268d44ab2e6b req-43896a94-8997-4a77-a39a-89d991cec790 tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a30bee3-2282-441d-be99-e30923feebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445268 Feb 17 04:47:34.774042 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Provisioning complete for port 89eb1feb-e38f-4dcf-955f-114bb5ecb638 triggered by entity L2. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:47:34.774498 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:34.840679 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_hamode_db [None req-974994b4-cf17-454c-8c63-4798ed0d7cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df7b243-1df9-4b0d-a266-bb5e6d333a13', 'name': 'tempest-TestMinimumBasicScenario-871309567-router', 'tenant_id': 'e4a6ff6e6ccd48c7b9b94ce524d899c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'external_fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.16'}], 'enable_snat': True}, 'gw_port_id': '5b424c57-17fe-43d8-8a47-8f0fa99e699c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:47:30Z', 'updated_at': '2022-02-17T04:47:33Z', 'revision_number': 4, 'project_id': 'e4a6ff6e6ccd48c7b9b94ce524d899c1', 'gw_port': {'id': '5b424c57-17fe-43d8-8a47-8f0fa99e699c', 'name': '', 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:2f:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5df7b243-1df9-4b0d-a266-bb5e6d333a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:47:30Z', 'updated_at': '2022-02-17T04:47:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-smb', '_interfaces': [{'id': '42ee8e85-3894-4b24-84b5-88e84f59bdbe', 'name': '', 'network_id': '94939f5f-dfe8-4276-9573-6c3b56448c5d', 'tenant_id': 'e4a6ff6e6ccd48c7b9b94ce524d899c1', 'mac_address': 'fa:16:3e:9f:1b:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5df7b243-1df9-4b0d-a266-bb5e6d333a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '944bffca-85bf-46c6-813e-054ef6fbf88e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:47:33Z', 'updated_at': '2022-02-17T04:47:33Z', 'revision_number': 2, 'project_id': 'e4a6ff6e6ccd48c7b9b94ce524d899c1', 'subnets': [{'id': '944bffca-85bf-46c6-813e-054ef6fbf88e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-1-smb', False) {} {{(pid=108157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:47:34.897108 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974994b4-cf17-454c-8c63-4798ed0d7cbd None None] The sync data for ids ['5df7b243-1df9-4b0d-a266-bb5e6d333a13'] in dv-cinder-829630-1-smb is: [{'id': '5df7b243-1df9-4b0d-a266-bb5e6d333a13', 'name': 'tempest-TestMinimumBasicScenario-871309567-router', 'tenant_id': 'e4a6ff6e6ccd48c7b9b94ce524d899c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'external_fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.16'}], 'enable_snat': True}, 'gw_port_id': '5b424c57-17fe-43d8-8a47-8f0fa99e699c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:47:30Z', 'updated_at': '2022-02-17T04:47:33Z', 'revision_number': 4, 'project_id': 'e4a6ff6e6ccd48c7b9b94ce524d899c1', 'gw_port': {'id': '5b424c57-17fe-43d8-8a47-8f0fa99e699c', 'name': '', 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:2f:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5df7b243-1df9-4b0d-a266-bb5e6d333a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:47:30Z', 'updated_at': '2022-02-17T04:47:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-smb', '_interfaces': [{'id': '42ee8e85-3894-4b24-84b5-88e84f59bdbe', 'name': '', 'network_id': '94939f5f-dfe8-4276-9573-6c3b56448c5d', 'tenant_id': 'e4a6ff6e6ccd48c7b9b94ce524d899c1', 'mac_address': 'fa:16:3e:9f:1b:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5df7b243-1df9-4b0d-a266-bb5e6d333a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '944bffca-85bf-46c6-813e-054ef6fbf88e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:47:33Z', 'updated_at': '2022-02-17T04:47:33Z', 'revision_number': 2, 'project_id': 'e4a6ff6e6ccd48c7b9b94ce524d899c1', 'subnets': [{'id': '944bffca-85bf-46c6-813e-054ef6fbf88e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 04:47:34.911266 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.notifiers.nova [req-29dfdd9f-e1c9-4993-a8c2-e162f74c3eb1 req-48227c19-3ce0-4c12-93ae-20c0ac13d2cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55206c54-cc3e-4d65-a6d8-1cd8083ac576 {{(pid=108156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 04:47:34.917299 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-738f5cf1-e61d-4b3b-b8f9-653830ac5510 None None] Provisioning complete for port 42ee8e85-3894-4b24-84b5-88e84f59bdbe triggered by entity DHCP. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:47:34.918263 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-738f5cf1-e61d-4b3b-b8f9-653830ac5510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:34.923615 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-29dfdd9f-e1c9-4993-a8c2-e162f74c3eb1 req-48227c19-3ce0-4c12-93ae-20c0ac13d2cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:34.943174 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.db.provisioning_blocks [req-29dfdd9f-e1c9-4993-a8c2-e162f74c3eb1 req-48227c19-3ce0-4c12-93ae-20c0ac13d2cf service neutron] Transition to ACTIVE for port object 55206c54-cc3e-4d65-a6d8-1cd8083ac576 will not be triggered until provisioned by entity L2. {{(pid=108156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 04:47:34.948784 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-29dfdd9f-e1c9-4993-a8c2-e162f74c3eb1 req-48227c19-3ce0-4c12-93ae-20c0ac13d2cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26488999'] for port, after_update {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:34.956001 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.plugin [None req-738f5cf1-e61d-4b3b-b8f9-653830ac5510 None None] Port 42ee8e85-3894-4b24-84b5-88e84f59bdbe cannot update to ACTIVE because it is not bound. {{(pid=108157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 17 04:47:35.029855 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48227c19-3ce0-4c12-93ae-20c0ac13d2cf service neutron] Pushing event updated for resources: {'Port': ['ID=55206c54-cc3e-4d65-a6d8-1cd8083ac576,revision_number=2']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:47:35.093217 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.managers [req-29dfdd9f-e1c9-4993-a8c2-e162f74c3eb1 req-48227c19-3ce0-4c12-93ae-20c0ac13d2cf service neutron] Attempting to bind port 55206c54-cc3e-4d65-a6d8-1cd8083ac576 on host hv-cinder-82963 for vnic_type normal with profile {{(pid=108156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 04:47:35.093552 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.managers [req-29dfdd9f-e1c9-4993-a8c2-e162f74c3eb1 req-48227c19-3ce0-4c12-93ae-20c0ac13d2cf service neutron] Attempting to bind port 55206c54-cc3e-4d65-a6d8-1cd8083ac576 by drivers openvswitch,hyperv on host hv-cinder-82963 at level 0 using segments [{'id': 'da664dda-47a8-4251-a2bc-0434f09d621c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f48158f2-61e5-4c01-93ca-4b39bbf4180c'}] {{(pid=108156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 04:47:35.093884 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29dfdd9f-e1c9-4993-a8c2-e162f74c3eb1 req-48227c19-3ce0-4c12-93ae-20c0ac13d2cf service neutron] Attempting to bind port 55206c54-cc3e-4d65-a6d8-1cd8083ac576 on network f48158f2-61e5-4c01-93ca-4b39bbf4180c {{(pid=108156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:47:35.098949 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29dfdd9f-e1c9-4993-a8c2-e162f74c3eb1 req-48227c19-3ce0-4c12-93ae-20c0ac13d2cf service neutron] Port 55206c54-cc3e-4d65-a6d8-1cd8083ac576 on network f48158f2-61e5-4c01-93ca-4b39bbf4180c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82963 {{(pid=108156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 04:47:35.099358 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29dfdd9f-e1c9-4993-a8c2-e162f74c3eb1 req-48227c19-3ce0-4c12-93ae-20c0ac13d2cf service neutron] Attempting to bind port 55206c54-cc3e-4d65-a6d8-1cd8083ac576 on network f48158f2-61e5-4c01-93ca-4b39bbf4180c {{(pid=108156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:47:35.105828 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29dfdd9f-e1c9-4993-a8c2-e162f74c3eb1 req-48227c19-3ce0-4c12-93ae-20c0ac13d2cf service neutron] Checking agent: {'id': '8333eb14-27e3-4539-92ee-8ab97b467e5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82963', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 4, 38, 23), 'started_at': datetime.datetime(2022, 2, 17, 4, 38, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 4, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 04:47:35.106442 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29dfdd9f-e1c9-4993-a8c2-e162f74c3eb1 req-48227c19-3ce0-4c12-93ae-20c0ac13d2cf service neutron] Checking segment: {'id': 'da664dda-47a8-4251-a2bc-0434f09d621c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f48158f2-61e5-4c01-93ca-4b39bbf4180c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:47:35.106687 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29dfdd9f-e1c9-4993-a8c2-e162f74c3eb1 req-48227c19-3ce0-4c12-93ae-20c0ac13d2cf service neutron] Bound using segment: {'id': 'da664dda-47a8-4251-a2bc-0434f09d621c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f48158f2-61e5-4c01-93ca-4b39bbf4180c'} {{(pid=108156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 04:47:35.107300 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.managers [req-29dfdd9f-e1c9-4993-a8c2-e162f74c3eb1 req-48227c19-3ce0-4c12-93ae-20c0ac13d2cf service neutron] Bound port: 55206c54-cc3e-4d65-a6d8-1cd8083ac576, host: hv-cinder-82963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da664dda-47a8-4251-a2bc-0434f09d621c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f48158f2-61e5-4c01-93ca-4b39bbf4180c'}}] {{(pid=108156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 04:47:35.107718 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-29dfdd9f-e1c9-4993-a8c2-e162f74c3eb1 req-48227c19-3ce0-4c12-93ae-20c0ac13d2cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:35.201312 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.db [req-29dfdd9f-e1c9-4993-a8c2-e162f74c3eb1 req-48227c19-3ce0-4c12-93ae-20c0ac13d2cf service neutron] For port 55206c54-cc3e-4d65-a6d8-1cd8083ac576, host hv-cinder-82963, cleared binding levels {{(pid=108156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 04:47:35.204648 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.db [req-29dfdd9f-e1c9-4993-a8c2-e162f74c3eb1 req-48227c19-3ce0-4c12-93ae-20c0ac13d2cf service neutron] For port 55206c54-cc3e-4d65-a6d8-1cd8083ac576, host hv-cinder-82963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=55206c54-cc3e-4d65-a6d8-1cd8083ac576,segment=NetworkSegment(da664dda-47a8-4251-a2bc-0434f09d621c),segment_id=da664dda-47a8-4251-a2bc-0434f09d621c)] {{(pid=108156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 04:47:35.210366 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-29dfdd9f-e1c9-4993-a8c2-e162f74c3eb1 req-48227c19-3ce0-4c12-93ae-20c0ac13d2cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26488999'] for port, after_update {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:35.253535 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dfdd9f-e1c9-4993-a8c2-e162f74c3eb1 req-48227c19-3ce0-4c12-93ae-20c0ac13d2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:35.254788 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-29dfdd9f-e1c9-4993-a8c2-e162f74c3eb1 req-48227c19-3ce0-4c12-93ae-20c0ac13d2cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49904'] for port, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:35.256495 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-29dfdd9f-e1c9-4993-a8c2-e162f74c3eb1 req-48227c19-3ce0-4c12-93ae-20c0ac13d2cf service neutron] 10.222.0.69 "PUT /v2.0/ports/55206c54-cc3e-4d65-a6d8-1cd8083ac576 HTTP/1.1" status: 200 len: 1093 time: 0.7548442 Feb 17 04:47:35.256942 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4027b0f2-1464-4b88-9d3e-60a56f7bf559', 'tag': '55206c54-cc3e-4d65-a6d8-1cd8083ac576'}] {{(pid=108156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:47:35.259285 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0b67973df7b1313e2305cae6a6fc83f0f1e2d937ba4ea44ff20eeef2f46ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71ce83ba-0e3a-49ed-b787-25efcfd8bd19" -d '{"events": [{"name": "network-changed", "server_uuid": "4027b0f2-1464-4b88-9d3e-60a56f7bf559", "tag": "55206c54-cc3e-4d65-a6d8-1cd8083ac576"}]}' {{(pid=108156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:47:35.337869 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 04:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c94fe9f9-9bf0-4ae9-80ec-57e04cfbf42e x-openstack-request-id: req-c94fe9f9-9bf0-4ae9-80ec-57e04cfbf42e {{(pid=108156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:47:35.338320 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4027b0f2-1464-4b88-9d3e-60a56f7bf559", "tag": "55206c54-cc3e-4d65-a6d8-1cd8083ac576", "status": "completed", "code": 200}]} {{(pid=108156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:47:35.339166 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c94fe9f9-9bf0-4ae9-80ec-57e04cfbf42e {{(pid=108156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:47:35.339937 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4027b0f2-1464-4b88-9d3e-60a56f7bf559', 'tag': '55206c54-cc3e-4d65-a6d8-1cd8083ac576', 'status': 'completed', 'code': 200} Feb 17 04:47:35.381343 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48227c19-3ce0-4c12-93ae-20c0ac13d2cf service neutron] Pushing event updated for resources: {'Port': ['ID=55206c54-cc3e-4d65-a6d8-1cd8083ac576,revision_number=3']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:47:35.393284 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dfdd9f-e1c9-4993-a8c2-e162f74c3eb1 req-53f758fd-7deb-4c24-a2be-c06bf72e149e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:35.395476 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-29dfdd9f-e1c9-4993-a8c2-e162f74c3eb1 req-53f758fd-7deb-4c24-a2be-c06bf72e149e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f9d204cecc6141ff8c85567797f4ada5&device_id=4027b0f2-1464-4b88-9d3e-60a56f7bf559 HTTP/1.1" status: 200 len: 1096 time: 0.0865250 Feb 17 04:47:35.444429 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-29dfdd9f-e1c9-4993-a8c2-e162f74c3eb1 req-9f37fb17-b4d8-495d-9c0f-a5cde8972373 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55206c54-cc3e-4d65-a6d8-1cd8083ac576 HTTP/1.1" status: 200 len: 217 time: 0.0403943 Feb 17 04:47:35.502033 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dfdd9f-e1c9-4993-a8c2-e162f74c3eb1 req-7390c1af-e7a9-4cd3-a9fc-2f2704c1578a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:35.508180 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-29dfdd9f-e1c9-4993-a8c2-e162f74c3eb1 req-7390c1af-e7a9-4cd3-a9fc-2f2704c1578a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d7706499-0dd6-468c-9a78-218797b87028 HTTP/1.1" status: 200 len: 848 time: 0.0576627 Feb 17 04:47:35.544623 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-29dfdd9f-e1c9-4993-a8c2-e162f74c3eb1 req-c69a9c80-cc47-4aa0-88da-57dd9c8c8d28 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f48158f2-61e5-4c01-93ca-4b39bbf4180c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274518 Feb 17 04:47:35.658719 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-29dfdd9f-e1c9-4993-a8c2-e162f74c3eb1 req-f8670dbb-c9c7-4951-a494-4a79235a10df service neutron] 10.222.0.69 "GET /v2.0/networks/f48158f2-61e5-4c01-93ca-4b39bbf4180c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093950 Feb 17 04:47:35.785574 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-29dfdd9f-e1c9-4993-a8c2-e162f74c3eb1 req-2845629b-472a-49dc-9c36-85bd74652260 service neutron] 10.222.0.69 "GET /v2.0/networks/f48158f2-61e5-4c01-93ca-4b39bbf4180c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192675 Feb 17 04:47:35.849404 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3796341-24c6-4c66-9049-882208b0011b req-1b315af7-95e9-40e0-9e3c-560582f0f398 tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:35.851943 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-a3796341-24c6-4c66-9049-882208b0011b req-1b315af7-95e9-40e0-9e3c-560582f0f398 tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] 10.222.0.36 "GET /v2.0/ports?device_id=4027b0f2-1464-4b88-9d3e-60a56f7bf559 HTTP/1.1" status: 200 len: 943 time: 0.0796852 Feb 17 04:47:35.913780 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ce83ba-0e3a-49ed-b787-25efcfd8bd19 req-03cbf922-4777-4ef2-a987-e0c4673d63c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:35.916213 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-71ce83ba-0e3a-49ed-b787-25efcfd8bd19 req-03cbf922-4777-4ef2-a987-e0c4673d63c2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f9d204cecc6141ff8c85567797f4ada5&device_id=4027b0f2-1464-4b88-9d3e-60a56f7bf559 HTTP/1.1" status: 200 len: 1096 time: 0.0816610 Feb 17 04:47:35.918363 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-a3796341-24c6-4c66-9049-882208b0011b req-f995882c-b2a2-4fcc-a402-396cf7fa233c tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a30bee3-2282-441d-be99-e30923feebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594804 Feb 17 04:47:36.066285 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ce83ba-0e3a-49ed-b787-25efcfd8bd19 req-912b37b3-d9ab-4e6d-9d60-c17c87fcbbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:36.068050 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-71ce83ba-0e3a-49ed-b787-25efcfd8bd19 req-912b37b3-d9ab-4e6d-9d60-c17c87fcbbbf service neutron] 10.222.0.69 "GET /v2.0/networks?id=f48158f2-61e5-4c01-93ca-4b39bbf4180c HTTP/1.1" status: 200 len: 908 time: 0.1440048 Feb 17 04:47:36.122655 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Device 5b424c57-17fe-43d8-8a47-8f0fa99e699c up at agent ovs-agent-dv-cinder-829630-1-smb {{(pid=108157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:47:36.144879 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-71ce83ba-0e3a-49ed-b787-25efcfd8bd19 req-7051d451-645c-4e79-8903-a2e073b0436d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55206c54-cc3e-4d65-a6d8-1cd8083ac576 HTTP/1.1" status: 200 len: 217 time: 0.0682483 Feb 17 04:47:36.199245 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Provisioning complete for port 5b424c57-17fe-43d8-8a47-8f0fa99e699c triggered by entity L2. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:47:36.200126 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:36.226713 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ce83ba-0e3a-49ed-b787-25efcfd8bd19 req-b5406364-2348-473e-92d9-3c799e203c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:36.228856 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-71ce83ba-0e3a-49ed-b787-25efcfd8bd19 req-b5406364-2348-473e-92d9-3c799e203c78 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d7706499-0dd6-468c-9a78-218797b87028 HTTP/1.1" status: 200 len: 848 time: 0.0749989 Feb 17 04:47:36.282231 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-71ce83ba-0e3a-49ed-b787-25efcfd8bd19 req-462ecc12-91ef-4345-affa-86690c168d71 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f48158f2-61e5-4c01-93ca-4b39bbf4180c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403903 Feb 17 04:47:36.315335 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:36.345306 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] For port 5b424c57-17fe-43d8-8a47-8f0fa99e699c, host dv-cinder-829630-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-smb',level=0,port_id=5b424c57-17fe-43d8-8a47-8f0fa99e699c,segment=NetworkSegment(e91f6497-8228-4e22-a6c9-5a362f6f98f1),segment_id=e91f6497-8228-4e22-a6c9-5a362f6f98f1)] {{(pid=108157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:47:36.350798 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:36.404883 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-71ce83ba-0e3a-49ed-b787-25efcfd8bd19 req-e9d082e7-05a5-473a-a684-a070d403e3a9 service neutron] 10.222.0.69 "GET /v2.0/networks/f48158f2-61e5-4c01-93ca-4b39bbf4180c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145124 Feb 17 04:47:36.423553 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Pushing event updated for resources: {'Port': ['ID=5b424c57-17fe-43d8-8a47-8f0fa99e699c,revision_number=4']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:47:36.526341 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-71ce83ba-0e3a-49ed-b787-25efcfd8bd19 req-02ccfcb2-e563-49fb-83d0-636d349b3d5b service neutron] 10.222.0.69 "GET /v2.0/networks/f48158f2-61e5-4c01-93ca-4b39bbf4180c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086702 Feb 17 04:47:37.086729 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88acc9c-effa-43c1-bc97-9792493b26db req-78746c49-c751-4bfd-af4e-3fd0025906d2 tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:37.095616 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-d88acc9c-effa-43c1-bc97-9792493b26db req-78746c49-c751-4bfd-af4e-3fd0025906d2 tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] 10.222.0.36 "GET /v2.0/ports?device_id=4027b0f2-1464-4b88-9d3e-60a56f7bf559 HTTP/1.1" status: 200 len: 943 time: 0.0790157 Feb 17 04:47:37.145543 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-d88acc9c-effa-43c1-bc97-9792493b26db req-ee8d7b39-8e04-4d9f-8af3-2d83744e7a0a tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a30bee3-2282-441d-be99-e30923feebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489624 Feb 17 04:47:37.391818 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74dd5489-3698-4317-88d6-a6c59b65aa10 None None] Sync routers for ids ['5df7b243-1df9-4b0d-a266-bb5e6d333a13'] in dv-cinder-829630-1-smb {{(pid=108158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 04:47:37.401757 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74dd5489-3698-4317-88d6-a6c59b65aa10 None None] Routers {'5df7b243-1df9-4b0d-a266-bb5e6d333a13'} bound to L3 agent in host dv-cinder-829630-1-smb {{(pid=108158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:47:37.402531 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_hamode_db [None req-74dd5489-3698-4317-88d6-a6c59b65aa10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T04:31:52Z,description=,heartbeat_timestamp=2022-02-17T04:47:22Z,host='dv-cinder-829630-1-smb',id=e8023405-eda5-4975-af11-622b29ed5550,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:52Z,topic='l3_agent')) {'router_ids': ['5df7b243-1df9-4b0d-a266-bb5e6d333a13'], 'active': True} {{(pid=108158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:47:37.520987 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_dvr_db [None req-74dd5489-3698-4317-88d6-a6c59b65aa10 None None] Set router 5df7b243-1df9-4b0d-a266-bb5e6d333a13 gateway port host: dv-cinder-829630-1-smb {{(pid=108158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:47:37.731664 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_hamode_db [None req-74dd5489-3698-4317-88d6-a6c59b65aa10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df7b243-1df9-4b0d-a266-bb5e6d333a13', 'name': 'tempest-TestMinimumBasicScenario-871309567-router', 'tenant_id': 'e4a6ff6e6ccd48c7b9b94ce524d899c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'external_fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.16'}], 'enable_snat': True}, 'gw_port_id': '5b424c57-17fe-43d8-8a47-8f0fa99e699c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:47:30Z', 'updated_at': '2022-02-17T04:47:33Z', 'revision_number': 4, 'project_id': 'e4a6ff6e6ccd48c7b9b94ce524d899c1', 'gw_port': {'id': '5b424c57-17fe-43d8-8a47-8f0fa99e699c', 'name': '', 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:2f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df7b243-1df9-4b0d-a266-bb5e6d333a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:47:30Z', 'updated_at': '2022-02-17T04:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-smb', '_interfaces': [{'id': '42ee8e85-3894-4b24-84b5-88e84f59bdbe', 'name': '', 'network_id': '94939f5f-dfe8-4276-9573-6c3b56448c5d', 'tenant_id': 'e4a6ff6e6ccd48c7b9b94ce524d899c1', 'mac_address': 'fa:16:3e:9f:1b:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5df7b243-1df9-4b0d-a266-bb5e6d333a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '944bffca-85bf-46c6-813e-054ef6fbf88e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:47:33Z', 'updated_at': '2022-02-17T04:47:33Z', 'revision_number': 2, 'project_id': 'e4a6ff6e6ccd48c7b9b94ce524d899c1', 'subnets': [{'id': '944bffca-85bf-46c6-813e-054ef6fbf88e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-1-smb', False) {} {{(pid=108158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:47:37.762193 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74dd5489-3698-4317-88d6-a6c59b65aa10 None None] Checking router: 5df7b243-1df9-4b0d-a266-bb5e6d333a13 for host: dv-cinder-829630-1-smb {{(pid=108158) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 04:47:37.762550 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74dd5489-3698-4317-88d6-a6c59b65aa10 None None] Updating router 5df7b243-1df9-4b0d-a266-bb5e6d333a13 port 42ee8e85-3894-4b24-84b5-88e84f59bdbe binding host dv-cinder-829630-1-smb {{(pid=108158) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 04:47:37.788231 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron_lib.callbacks.manager [None req-74dd5489-3698-4317-88d6-a6c59b65aa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:38.037370 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Device 5b424c57-17fe-43d8-8a47-8f0fa99e699c up at agent ovs-agent-dv-cinder-829630-1-smb {{(pid=108157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:47:38.086662 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron_lib.callbacks.manager [None req-74dd5489-3698-4317-88d6-a6c59b65aa10 None None] Notify callbacks [] for port, precommit_update {{(pid=108158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:38.095936 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron_lib.callbacks.manager [None req-74dd5489-3698-4317-88d6-a6c59b65aa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:38.096971 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Provisioning complete for port 5b424c57-17fe-43d8-8a47-8f0fa99e699c triggered by entity L2. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:47:38.097347 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:38.125738 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Device 55206c54-cc3e-4d65-a6d8-1cd8083ac576 details requested by agent hyperv_hv-cinder-82963 with host hv-cinder-82963 {{(pid=108157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 04:47:38.148896 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f44029-c1d2-4ea9-9876-17754575ccb5 None None] Pushing event updated for resources: {'Port': ['ID=42ee8e85-3894-4b24-84b5-88e84f59bdbe,revision_number=3']} {{(pid=108158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:47:38.263268 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.plugins.ml2.managers [None req-74dd5489-3698-4317-88d6-a6c59b65aa10 None None] Attempting to bind port 42ee8e85-3894-4b24-84b5-88e84f59bdbe on host dv-cinder-829630-1-smb for vnic_type normal with profile {{(pid=108158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 04:47:38.264119 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.plugins.ml2.managers [None req-74dd5489-3698-4317-88d6-a6c59b65aa10 None None] Attempting to bind port 42ee8e85-3894-4b24-84b5-88e84f59bdbe by drivers openvswitch,hyperv on host dv-cinder-829630-1-smb at level 0 using segments [{'id': 'd699e195-a424-4e78-9a6f-88c8a2fc8a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '94939f5f-dfe8-4276-9573-6c3b56448c5d'}] {{(pid=108158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 04:47:38.264502 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74dd5489-3698-4317-88d6-a6c59b65aa10 None None] Attempting to bind port 42ee8e85-3894-4b24-84b5-88e84f59bdbe on network 94939f5f-dfe8-4276-9573-6c3b56448c5d {{(pid=108158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:47:38.270574 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74dd5489-3698-4317-88d6-a6c59b65aa10 None None] Checking agent: {'id': 'd1beeaa3-bd36-43bd-8b31-620fffa1b4c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 4, 31, 55), 'started_at': datetime.datetime(2022, 2, 17, 4, 32, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 4, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 04:47:38.270966 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74dd5489-3698-4317-88d6-a6c59b65aa10 None None] Checking segment: {'id': 'd699e195-a424-4e78-9a6f-88c8a2fc8a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '94939f5f-dfe8-4276-9573-6c3b56448c5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:47:38.271384 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron_lib.callbacks.manager [None req-74dd5489-3698-4317-88d6-a6c59b65aa10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:38.271927 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74dd5489-3698-4317-88d6-a6c59b65aa10 None None] Bound using segment: {'id': 'd699e195-a424-4e78-9a6f-88c8a2fc8a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '94939f5f-dfe8-4276-9573-6c3b56448c5d'} {{(pid=108158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 04:47:38.272396 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.plugins.ml2.managers [None req-74dd5489-3698-4317-88d6-a6c59b65aa10 None None] Bound port: 42ee8e85-3894-4b24-84b5-88e84f59bdbe, host: dv-cinder-829630-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd699e195-a424-4e78-9a6f-88c8a2fc8a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '94939f5f-dfe8-4276-9573-6c3b56448c5d'}}] {{(pid=108158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 04:47:38.272777 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron_lib.callbacks.manager [None req-74dd5489-3698-4317-88d6-a6c59b65aa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:38.331819 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07def54-9685-490f-9e80-9e76861bb9e4 req-f028b954-8d70-41cc-912c-b228626b5e1b tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:38.345966 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-e07def54-9685-490f-9e80-9e76861bb9e4 req-f028b954-8d70-41cc-912c-b228626b5e1b tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] 10.222.0.36 "GET /v2.0/ports?device_id=4027b0f2-1464-4b88-9d3e-60a56f7bf559 HTTP/1.1" status: 200 len: 943 time: 0.1059222 Feb 17 04:47:38.386645 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.plugins.ml2.db [None req-74dd5489-3698-4317-88d6-a6c59b65aa10 None None] For port 42ee8e85-3894-4b24-84b5-88e84f59bdbe, host dv-cinder-829630-1-smb, cleared binding levels {{(pid=108158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 04:47:38.389399 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] For port 55206c54-cc3e-4d65-a6d8-1cd8083ac576, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=55206c54-cc3e-4d65-a6d8-1cd8083ac576,segment=NetworkSegment(da664dda-47a8-4251-a2bc-0434f09d621c),segment_id=da664dda-47a8-4251-a2bc-0434f09d621c)] {{(pid=108157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:47:38.391970 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.plugins.ml2.db [None req-74dd5489-3698-4317-88d6-a6c59b65aa10 None None] For port 42ee8e85-3894-4b24-84b5-88e84f59bdbe, host dv-cinder-829630-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-smb',level=0,port_id=42ee8e85-3894-4b24-84b5-88e84f59bdbe,segment=NetworkSegment(d699e195-a424-4e78-9a6f-88c8a2fc8a3f),segment_id=d699e195-a424-4e78-9a6f-88c8a2fc8a3f)] {{(pid=108158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 04:47:38.393008 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-e07def54-9685-490f-9e80-9e76861bb9e4 req-56b7939d-972d-4956-9083-07ee59fe84db tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a30bee3-2282-441d-be99-e30923feebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460229 Feb 17 04:47:38.403051 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron_lib.callbacks.manager [None req-74dd5489-3698-4317-88d6-a6c59b65aa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:38.563669 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Returning: {'device': '55206c54-cc3e-4d65-a6d8-1cd8083ac576', 'network_id': 'f48158f2-61e5-4c01-93ca-4b39bbf4180c', 'port_id': '55206c54-cc3e-4d65-a6d8-1cd8083ac576', 'mac_address': 'fa:16:3e:5b:35:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7706499-0dd6-468c-9a78-218797b87028', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 04:47:38.564724 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f44029-c1d2-4ea9-9876-17754575ccb5 None None] Pushing event updated for resources: {'Port': ['ID=42ee8e85-3894-4b24-84b5-88e84f59bdbe,revision_number=4']} {{(pid=108158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:47:38.579748 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-dfa22fff-d863-44f5-a245-346f25605d6e None None] Provisioning complete for port 42ee8e85-3894-4b24-84b5-88e84f59bdbe triggered by entity DHCP. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:47:38.580114 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-dfa22fff-d863-44f5-a245-346f25605d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:38.589275 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74dd5489-3698-4317-88d6-a6c59b65aa10 None None] Routers {'5df7b243-1df9-4b0d-a266-bb5e6d333a13'} bound to L3 agent in host dv-cinder-829630-1-smb {{(pid=108158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:47:38.590464 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_hamode_db [None req-74dd5489-3698-4317-88d6-a6c59b65aa10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T04:31:52Z,description=,heartbeat_timestamp=2022-02-17T04:47:22Z,host='dv-cinder-829630-1-smb',id=e8023405-eda5-4975-af11-622b29ed5550,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:52Z,topic='l3_agent')) {'router_ids': ['5df7b243-1df9-4b0d-a266-bb5e6d333a13'], 'active': True} {{(pid=108158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:47:38.658815 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:38.685099 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.notifiers.nova [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55206c54-cc3e-4d65-a6d8-1cd8083ac576 {{(pid=108157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 04:47:38.735876 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_dvr_db [None req-74dd5489-3698-4317-88d6-a6c59b65aa10 None None] Set router 5df7b243-1df9-4b0d-a266-bb5e6d333a13 gateway port host: dv-cinder-829630-1-smb {{(pid=108158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:47:38.742487 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] For port 55206c54-cc3e-4d65-a6d8-1cd8083ac576, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=55206c54-cc3e-4d65-a6d8-1cd8083ac576,segment=NetworkSegment(da664dda-47a8-4251-a2bc-0434f09d621c),segment_id=da664dda-47a8-4251-a2bc-0434f09d621c)] {{(pid=108157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:47:38.744025 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-dfa22fff-d863-44f5-a245-346f25605d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:38.758784 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:38.821212 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-dfa22fff-d863-44f5-a245-346f25605d6e None None] For port 42ee8e85-3894-4b24-84b5-88e84f59bdbe, host dv-cinder-829630-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-smb',level=0,port_id=42ee8e85-3894-4b24-84b5-88e84f59bdbe,segment=NetworkSegment(d699e195-a424-4e78-9a6f-88c8a2fc8a3f),segment_id=d699e195-a424-4e78-9a6f-88c8a2fc8a3f)] {{(pid=108157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:47:38.833933 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-dfa22fff-d863-44f5-a245-346f25605d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:38.840282 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Pushing event updated for resources: {'Port': ['ID=55206c54-cc3e-4d65-a6d8-1cd8083ac576,revision_number=4']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:47:38.903071 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa22fff-d863-44f5-a245-346f25605d6e None None] Pushing event updated for resources: {'Port': ['ID=42ee8e85-3894-4b24-84b5-88e84f59bdbe,revision_number=5']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:47:38.959231 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-fe62b4c0-fdfd-430d-9624-eb5dee7ecdf9 None None] Provisioning complete for port 42ee8e85-3894-4b24-84b5-88e84f59bdbe triggered by entity DHCP. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:47:38.959720 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-fe62b4c0-fdfd-430d-9624-eb5dee7ecdf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:38.967028 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] get_ports_and_sgs() called for port_ids ['55206c54-cc3e-4d65-a6d8-1cd8083ac576'] {{(pid=108157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 04:47:39.031689 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_hamode_db [None req-74dd5489-3698-4317-88d6-a6c59b65aa10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df7b243-1df9-4b0d-a266-bb5e6d333a13', 'name': 'tempest-TestMinimumBasicScenario-871309567-router', 'tenant_id': 'e4a6ff6e6ccd48c7b9b94ce524d899c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'external_fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.16'}], 'enable_snat': True}, 'gw_port_id': '5b424c57-17fe-43d8-8a47-8f0fa99e699c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:47:30Z', 'updated_at': '2022-02-17T04:47:33Z', 'revision_number': 4, 'project_id': 'e4a6ff6e6ccd48c7b9b94ce524d899c1', 'gw_port': {'id': '5b424c57-17fe-43d8-8a47-8f0fa99e699c', 'name': '', 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:2f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df7b243-1df9-4b0d-a266-bb5e6d333a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:47:30Z', 'updated_at': '2022-02-17T04:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-smb', '_interfaces': [{'id': '42ee8e85-3894-4b24-84b5-88e84f59bdbe', 'name': '', 'network_id': '94939f5f-dfe8-4276-9573-6c3b56448c5d', 'tenant_id': 'e4a6ff6e6ccd48c7b9b94ce524d899c1', 'mac_address': 'fa:16:3e:9f:1b:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5df7b243-1df9-4b0d-a266-bb5e6d333a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '944bffca-85bf-46c6-813e-054ef6fbf88e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:47:33Z', 'updated_at': '2022-02-17T04:47:38Z', 'revision_number': 4, 'project_id': 'e4a6ff6e6ccd48c7b9b94ce524d899c1', 'subnets': [{'id': '944bffca-85bf-46c6-813e-054ef6fbf88e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-1-smb', False) {} {{(pid=108158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:47:39.069429 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74dd5489-3698-4317-88d6-a6c59b65aa10 None None] The sync data for ids ['5df7b243-1df9-4b0d-a266-bb5e6d333a13'] in dv-cinder-829630-1-smb is: [{'id': '5df7b243-1df9-4b0d-a266-bb5e6d333a13', 'name': 'tempest-TestMinimumBasicScenario-871309567-router', 'tenant_id': 'e4a6ff6e6ccd48c7b9b94ce524d899c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'external_fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.16'}], 'enable_snat': True}, 'gw_port_id': '5b424c57-17fe-43d8-8a47-8f0fa99e699c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:47:30Z', 'updated_at': '2022-02-17T04:47:33Z', 'revision_number': 4, 'project_id': 'e4a6ff6e6ccd48c7b9b94ce524d899c1', 'gw_port': {'id': '5b424c57-17fe-43d8-8a47-8f0fa99e699c', 'name': '', 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:2f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df7b243-1df9-4b0d-a266-bb5e6d333a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:47:30Z', 'updated_at': '2022-02-17T04:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-smb', '_interfaces': [{'id': '42ee8e85-3894-4b24-84b5-88e84f59bdbe', 'name': '', 'network_id': '94939f5f-dfe8-4276-9573-6c3b56448c5d', 'tenant_id': 'e4a6ff6e6ccd48c7b9b94ce524d899c1', 'mac_address': 'fa:16:3e:9f:1b:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5df7b243-1df9-4b0d-a266-bb5e6d333a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '944bffca-85bf-46c6-813e-054ef6fbf88e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:47:33Z', 'updated_at': '2022-02-17T04:47:38Z', 'revision_number': 4, 'project_id': 'e4a6ff6e6ccd48c7b9b94ce524d899c1', 'subnets': [{'id': '944bffca-85bf-46c6-813e-054ef6fbf88e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 04:47:39.534787 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5826590-3154-43c7-b955-19a600d77703 req-5146e572-c4ec-44cf-96ea-703d93ea10f0 tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:39.536532 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-b5826590-3154-43c7-b955-19a600d77703 req-5146e572-c4ec-44cf-96ea-703d93ea10f0 tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] 10.222.0.36 "GET /v2.0/ports?device_id=4027b0f2-1464-4b88-9d3e-60a56f7bf559 HTTP/1.1" status: 200 len: 944 time: 0.0621424 Feb 17 04:47:39.585658 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-b5826590-3154-43c7-b955-19a600d77703 req-ba35f6a2-4110-4681-9339-5e774f788ce9 tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a30bee3-2282-441d-be99-e30923feebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411239 Feb 17 04:47:39.846756 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.agents_db [None req-cbde576c-1bd3-47c0-9bd8-6306741b546e None None] Agent healthcheck: found 6 active agents {{(pid=108158) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 04:47:40.113222 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Device 42ee8e85-3894-4b24-84b5-88e84f59bdbe up at agent ovs-agent-dv-cinder-829630-1-smb {{(pid=108157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:47:40.145240 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Device 55206c54-cc3e-4d65-a6d8-1cd8083ac576 up at agent hyperv_hv-cinder-82963 {{(pid=108157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:47:40.214760 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Provisioning complete for port 42ee8e85-3894-4b24-84b5-88e84f59bdbe triggered by entity L2. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:47:40.215621 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:40.218798 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Provisioning for port 55206c54-cc3e-4d65-a6d8-1cd8083ac576 completed by entity L2. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 04:47:40.244206 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Provisioning complete for port 55206c54-cc3e-4d65-a6d8-1cd8083ac576 triggered by entity L2. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:47:40.244594 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:40.366967 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:40.391750 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4027b0f2-1464-4b88-9d3e-60a56f7bf559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55206c54-cc3e-4d65-a6d8-1cd8083ac576'}] {{(pid=108157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:47:40.394008 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2d1db2b66fadfb38f3e682fd5beb02e22f49f1efddde24347983e162d9d2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71a9ee6c-4651-40fa-8a30-60765bfde267" -d '{"events": [{"server_uuid": "4027b0f2-1464-4b88-9d3e-60a56f7bf559", "name": "network-vif-plugged", "status": "completed", "tag": "55206c54-cc3e-4d65-a6d8-1cd8083ac576"}]}' {{(pid=108157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:47:40.407959 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] For port 55206c54-cc3e-4d65-a6d8-1cd8083ac576, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=55206c54-cc3e-4d65-a6d8-1cd8083ac576,segment=NetworkSegment(da664dda-47a8-4251-a2bc-0434f09d621c),segment_id=da664dda-47a8-4251-a2bc-0434f09d621c)] {{(pid=108157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:47:40.414653 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:40.450374 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 04:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49ea3d6b-2d95-458e-a164-195c7872fcff x-openstack-request-id: req-49ea3d6b-2d95-458e-a164-195c7872fcff {{(pid=108157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:47:40.450755 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4027b0f2-1464-4b88-9d3e-60a56f7bf559", "name": "network-vif-plugged", "status": "completed", "tag": "55206c54-cc3e-4d65-a6d8-1cd8083ac576", "code": 200}]} {{(pid=108157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:47:40.451032 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-49ea3d6b-2d95-458e-a164-195c7872fcff {{(pid=108157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:47:40.451425 dv-cinder-829630-1-smb neutron-server[108157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4027b0f2-1464-4b88-9d3e-60a56f7bf559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55206c54-cc3e-4d65-a6d8-1cd8083ac576', 'code': 200} Feb 17 04:47:40.472887 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Pushing event updated for resources: {'Port': ['ID=55206c54-cc3e-4d65-a6d8-1cd8083ac576,revision_number=5']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:47:40.648381 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c912b5-269e-4c46-b81b-07cda4f8ee8c req-ceb56406-24f6-4c71-94e5-92a5039c042d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:40.659626 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-97c912b5-269e-4c46-b81b-07cda4f8ee8c req-ceb56406-24f6-4c71-94e5-92a5039c042d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4027b0f2-1464-4b88-9d3e-60a56f7bf559 HTTP/1.1" status: 200 len: 1098 time: 0.0724392 Feb 17 04:47:40.728508 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-97c912b5-269e-4c46-b81b-07cda4f8ee8c req-ca80a647-fdb7-44d5-a1b7-028854c4f1f0 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9a30bee3-2282-441d-be99-e30923feebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626736 Feb 17 04:47:40.744318 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2ff45d-88d0-4b6b-8a65-b85a7aa791cc req-05dd0441-d1e0-432f-bb2b-098f3a5c79e5 tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:40.746004 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-3d2ff45d-88d0-4b6b-8a65-b85a7aa791cc req-05dd0441-d1e0-432f-bb2b-098f3a5c79e5 tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] 10.222.0.36 "GET /v2.0/ports?device_id=4027b0f2-1464-4b88-9d3e-60a56f7bf559 HTTP/1.1" status: 200 len: 945 time: 0.0727849 Feb 17 04:47:40.789781 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-3d2ff45d-88d0-4b6b-8a65-b85a7aa791cc req-3b1e820d-1b0c-4492-b792-1633c9225b4e tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a30bee3-2282-441d-be99-e30923feebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362639 Feb 17 04:47:41.921254 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b27600-167d-42b2-bafa-67737f31c77b req-a207dae4-1191-42ab-8fa3-ec58c8fd1400 tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:41.922755 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-57b27600-167d-42b2-bafa-67737f31c77b req-a207dae4-1191-42ab-8fa3-ec58c8fd1400 tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] 10.222.0.36 "GET /v2.0/ports?device_id=4027b0f2-1464-4b88-9d3e-60a56f7bf559 HTTP/1.1" status: 200 len: 945 time: 0.0533047 Feb 17 04:47:41.965514 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-57b27600-167d-42b2-bafa-67737f31c77b req-e08de2b5-428a-44ee-9105-69c27eac759b tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a30bee3-2282-441d-be99-e30923feebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361900 Feb 17 04:47:42.602897 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfada5db-18de-46af-9980-ad2a52ecef21 req-4da4d683-d209-49f3-9c96-a3f6fcd4e04d tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:42.605164 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-cfada5db-18de-46af-9980-ad2a52ecef21 req-4da4d683-d209-49f3-9c96-a3f6fcd4e04d tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] 10.222.0.36 "GET /v2.0/ports?device_id=4027b0f2-1464-4b88-9d3e-60a56f7bf559 HTTP/1.1" status: 200 len: 945 time: 0.0529971 Feb 17 04:47:42.656349 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-cfada5db-18de-46af-9980-ad2a52ecef21 req-f720abde-6404-4ec1-b415-af408254bf1d tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a30bee3-2282-441d-be99-e30923feebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424025 Feb 17 04:47:43.790182 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed93d336-0876-48a8-a796-9a05086a4468 req-74d68c8a-988b-4383-97c7-21ad10129871 tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:43.791848 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-ed93d336-0876-48a8-a796-9a05086a4468 req-74d68c8a-988b-4383-97c7-21ad10129871 tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] 10.222.0.36 "GET /v2.0/ports?device_id=4027b0f2-1464-4b88-9d3e-60a56f7bf559 HTTP/1.1" status: 200 len: 945 time: 0.0585408 Feb 17 04:47:43.847122 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-ed93d336-0876-48a8-a796-9a05086a4468 req-dc1ab713-39c6-41f1-ac1b-011a6e0140f3 tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a30bee3-2282-441d-be99-e30923feebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460503 Feb 17 04:47:43.905109 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf7419a-3182-4007-8c7b-5f5c83213386 req-9b338ade-e64e-495c-a460-21db2b61efbd tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:43.906525 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-abf7419a-3182-4007-8c7b-5f5c83213386 req-9b338ade-e64e-495c-a460-21db2b61efbd tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] 10.222.0.69 "GET /v2.0/ports?device_id=4027b0f2-1464-4b88-9d3e-60a56f7bf559 HTTP/1.1" status: 200 len: 945 time: 0.0821221 Feb 17 04:47:44.018413 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.plugin [req-abf7419a-3182-4007-8c7b-5f5c83213386 req-77c61e80-1c4c-40b3-9aeb-35cea43d965a tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] Deleting port 55206c54-cc3e-4d65-a6d8-1cd8083ac576 {{(pid=108156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:47:44.019331 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-abf7419a-3182-4007-8c7b-5f5c83213386 req-77c61e80-1c4c-40b3-9aeb-35cea43d965a tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733365899870'] for port, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:44.122846 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.db [req-abf7419a-3182-4007-8c7b-5f5c83213386 req-77c61e80-1c4c-40b3-9aeb-35cea43d965a tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] For port 55206c54-cc3e-4d65-a6d8-1cd8083ac576, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=55206c54-cc3e-4d65-a6d8-1cd8083ac576,segment=NetworkSegment(da664dda-47a8-4251-a2bc-0434f09d621c),segment_id=da664dda-47a8-4251-a2bc-0434f09d621c)] {{(pid=108156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:47:44.127470 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-abf7419a-3182-4007-8c7b-5f5c83213386 req-77c61e80-1c4c-40b3-9aeb-35cea43d965a tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650405'] for port, precommit_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:44.141562 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.plugin [req-abf7419a-3182-4007-8c7b-5f5c83213386 req-77c61e80-1c4c-40b3-9aeb-35cea43d965a tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] Calling delete_port for 55206c54-cc3e-4d65-a6d8-1cd8083ac576 owned by compute:nova {{(pid=108156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:47:44.287231 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-abf7419a-3182-4007-8c7b-5f5c83213386 req-77c61e80-1c4c-40b3-9aeb-35cea43d965a tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733365900373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733365499778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26489006'] for port, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:44.319941 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c61e80-1c4c-40b3-9aeb-35cea43d965a tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] Pushing event deleted for resources: {'Port': ['ID=55206c54-cc3e-4d65-a6d8-1cd8083ac576,revision_number=None']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:47:44.367689 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.db.l3_dvrscheduler_db [req-abf7419a-3182-4007-8c7b-5f5c83213386 req-77c61e80-1c4c-40b3-9aeb-35cea43d965a tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] No DVR routers for this DVR port 55206c54-cc3e-4d65-a6d8-1cd8083ac576 on host hv-cinder-82963 {{(pid=108156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 04:47:44.370528 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-abf7419a-3182-4007-8c7b-5f5c83213386 req-77c61e80-1c4c-40b3-9aeb-35cea43d965a tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49904'] for port, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:44.373958 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-abf7419a-3182-4007-8c7b-5f5c83213386 req-77c61e80-1c4c-40b3-9aeb-35cea43d965a tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] 10.222.0.69 "DELETE /v2.0/ports/55206c54-cc3e-4d65-a6d8-1cd8083ac576 HTTP/1.1" status: 204 len: 173 time: 0.4607930 Feb 17 04:47:44.374569 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4027b0f2-1464-4b88-9d3e-60a56f7bf559', 'name': 'network-vif-deleted', 'tag': '55206c54-cc3e-4d65-a6d8-1cd8083ac576'}] {{(pid=108156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:47:44.377396 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0b67973df7b1313e2305cae6a6fc83f0f1e2d937ba4ea44ff20eeef2f46ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-877867a3-32ac-42f4-9187-53cd67051166" -d '{"events": [{"server_uuid": "4027b0f2-1464-4b88-9d3e-60a56f7bf559", "name": "network-vif-deleted", "tag": "55206c54-cc3e-4d65-a6d8-1cd8083ac576"}]}' {{(pid=108156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:47:44.418205 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 04:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bac8329-b0e1-4975-ba1b-2a8361efa628 x-openstack-request-id: req-4bac8329-b0e1-4975-ba1b-2a8361efa628 {{(pid=108156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:47:44.418486 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4027b0f2-1464-4b88-9d3e-60a56f7bf559", "name": "network-vif-deleted", "tag": "55206c54-cc3e-4d65-a6d8-1cd8083ac576", "status": "completed", "code": 200}]} {{(pid=108156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:47:44.418738 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4bac8329-b0e1-4975-ba1b-2a8361efa628 {{(pid=108156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:47:44.419182 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4027b0f2-1464-4b88-9d3e-60a56f7bf559', 'name': 'network-vif-deleted', 'tag': '55206c54-cc3e-4d65-a6d8-1cd8083ac576', 'status': 'completed', 'code': 200} Feb 17 04:47:44.933939 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5c9648-3c4a-42e3-acb8-3fff3b664db8 req-e242520c-4942-42fc-b04f-8db951364001 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:44.935655 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-4b5c9648-3c4a-42e3-acb8-3fff3b664db8 req-e242520c-4942-42fc-b04f-8db951364001 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] 10.222.0.36 "GET /v2.0/networks?id=8f41ec04-66a2-4d67-9dca-73ff37f6a27e HTTP/1.1" status: 200 len: 814 time: 0.1070535 Feb 17 04:47:44.952215 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-4b5c9648-3c4a-42e3-acb8-3fff3b664db8 req-6e5319a2-b316-4de3-94a5-0c15c7dc6571 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] 10.222.0.36 "GET /v2.0/quotas/d490895cb5cc4bc7a1fd951e59921102 HTTP/1.1" status: 200 len: 375 time: 0.0102062 Feb 17 04:47:45.005143 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-4b5c9648-3c4a-42e3-acb8-3fff3b664db8 req-188fd0fd-3cb2-42b8-926e-bd2cdcd3c81e tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d490895cb5cc4bc7a1fd951e59921102&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469143 Feb 17 04:47:45.103083 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-4b5c9648-3c4a-42e3-acb8-3fff3b664db8 req-ccf40319-57c4-423e-9b75-c6e4c08ccd9b service neutron] 10.222.0.36 "GET /v2.0/networks/8f41ec04-66a2-4d67-9dca-73ff37f6a27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861506 Feb 17 04:47:45.171066 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c2f3db-64a2-4aa3-bf19-67a671ffebe6 req-086759c8-471c-47c3-825a-31d81ca644fd tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:45.172534 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-45c2f3db-64a2-4aa3-bf19-67a671ffebe6 req-086759c8-471c-47c3-825a-31d81ca644fd tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] 10.222.0.36 "GET /v2.0/networks?id=f48158f2-61e5-4c01-93ca-4b39bbf4180c HTTP/1.1" status: 200 len: 808 time: 0.1040208 Feb 17 04:47:45.187180 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-45c2f3db-64a2-4aa3-bf19-67a671ffebe6 req-1cc56dd6-690c-4c01-8e3d-86e71e4b4073 tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] 10.222.0.36 "GET /v2.0/quotas/f9d204cecc6141ff8c85567797f4ada5 HTTP/1.1" status: 200 len: 375 time: 0.0090020 Feb 17 04:47:45.192257 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-4b5c9648-3c4a-42e3-acb8-3fff3b664db8 req-ef9fc2a7-4d9d-46b5-9b0b-edab9487e3ca service neutron] 10.222.0.36 "GET /v2.0/networks/8f41ec04-66a2-4d67-9dca-73ff37f6a27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829580 Feb 17 04:47:45.220344 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-45c2f3db-64a2-4aa3-bf19-67a671ffebe6 req-54934736-0c29-4ef6-bf8f-0993d7a66ca0 tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f9d204cecc6141ff8c85567797f4ada5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274365 Feb 17 04:47:45.311732 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-45c2f3db-64a2-4aa3-bf19-67a671ffebe6 req-ccf285b4-c9ef-432f-995c-54355d3480f8 service neutron] 10.222.0.36 "GET /v2.0/networks/f48158f2-61e5-4c01-93ca-4b39bbf4180c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842953 Feb 17 04:47:45.356640 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-0be7cee7-a3dd-4c0f-b3a0-2753b271a365 req-18eb405d-fc29-4150-9a52-5d754b59ff4f tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] 10.222.0.36 "GET /v2.0/ports?device_id=e149db34-8967-45c0-a77d-69af607f3198 HTTP/1.1" status: 200 len: 210 time: 0.0284643 Feb 17 04:47:45.414125 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-45c2f3db-64a2-4aa3-bf19-67a671ffebe6 req-39b2d55a-4f8e-4671-ac9c-2068aeea5d6e service neutron] 10.222.0.36 "GET /v2.0/networks/f48158f2-61e5-4c01-93ca-4b39bbf4180c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964987 Feb 17 04:47:45.628975 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-bca9f380-909d-449c-b9ed-a2ca2ae80f54 req-4dd2a428-076d-41cf-b73d-7530aeeca28f tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] 10.222.0.36 "GET /v2.0/ports?device_id=10df1c30-06bc-46f4-8091-88ba2b030d59 HTTP/1.1" status: 200 len: 210 time: 0.0417383 Feb 17 04:47:46.148941 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Device 55206c54-cc3e-4d65-a6d8-1cd8083ac576 no longer exists at agent hyperv_hv-cinder-82963 {{(pid=108157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 04:47:46.170630 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.plugin [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] No Port match for: 55206c54-cc3e-4d65-a6d8-1cd8083ac576 {{(pid=108157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 17 04:47:46.170986 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Device 55206c54-cc3e-4d65-a6d8-1cd8083ac576 not bound to the agent host hv-cinder-82963 {{(pid=108157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 04:47:46.387886 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5c9648-3c4a-42e3-acb8-3fff3b664db8 req-84917f8a-24ed-404f-b802-f1a9d032840b tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:46.389528 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-4b5c9648-3c4a-42e3-acb8-3fff3b664db8 req-84917f8a-24ed-404f-b802-f1a9d032840b tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] 10.222.0.69 "GET /v2.0/networks?id=8f41ec04-66a2-4d67-9dca-73ff37f6a27e HTTP/1.1" status: 200 len: 814 time: 0.1115184 Feb 17 04:47:46.404607 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.v2.base [req-4b5c9648-3c4a-42e3-acb8-3fff3b664db8 req-32efd429-e81d-4506-952c-1f66135e85b5 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Request body: {'port': {'device_id': 'e149db34-8967-45c0-a77d-69af607f3198', 'network_id': '8f41ec04-66a2-4d67-9dca-73ff37f6a27e', 'admin_state_up': True, 'tenant_id': 'd490895cb5cc4bc7a1fd951e59921102'}} {{(pid=108156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:47:46.483759 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-df706f9d-074c-4ae3-b860-7206755a4731 req-14d65621-c126-4768-989a-7d653aea16c5 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] 10.222.0.36 "GET /v2.0/ports?device_id=e149db34-8967-45c0-a77d-69af607f3198 HTTP/1.1" status: 200 len: 210 time: 0.0334260 Feb 17 04:47:46.541148 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b5c9648-3c4a-42e3-acb8-3fff3b664db8 req-32efd429-e81d-4506-952c-1f66135e85b5 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Made reservation on behalf of d490895cb5cc4bc7a1fd951e59921102 for: {'port': 1} {{(pid=108156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:47:46.546745 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-4b5c9648-3c4a-42e3-acb8-3fff3b664db8 req-32efd429-e81d-4506-952c-1f66135e85b5 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:46.715545 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.db.db_base_plugin_common [req-4b5c9648-3c4a-42e3-acb8-3fff3b664db8 req-32efd429-e81d-4506-952c-1f66135e85b5 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Allocated IP 172.20.0.8 (8f41ec04-66a2-4d67-9dca-73ff37f6a27e/442e91ed-5720-4b66-8f87-cd812d5ec3b2/dde87455-6fe5-4960-b77e-0f6441abbc4b) {{(pid=108156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:47:46.754970 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c2f3db-64a2-4aa3-bf19-67a671ffebe6 req-c4f08c65-3285-4694-a657-fb44359f8347 tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:46.757145 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-45c2f3db-64a2-4aa3-bf19-67a671ffebe6 req-c4f08c65-3285-4694-a657-fb44359f8347 tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] 10.222.0.69 "GET /v2.0/networks?id=f48158f2-61e5-4c01-93ca-4b39bbf4180c HTTP/1.1" status: 200 len: 808 time: 0.1327882 Feb 17 04:47:46.785482 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.v2.base [req-45c2f3db-64a2-4aa3-bf19-67a671ffebe6 req-007594bf-23f9-454b-8b25-7562272124b0 tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] Request body: {'port': {'device_id': '10df1c30-06bc-46f4-8091-88ba2b030d59', 'network_id': 'f48158f2-61e5-4c01-93ca-4b39bbf4180c', 'admin_state_up': True, 'tenant_id': 'f9d204cecc6141ff8c85567797f4ada5'}} {{(pid=108155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:47:46.847267 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-82a91250-871d-4c34-baab-b2f6ccddb42a req-abeacb6b-3132-4c6b-b882-51ee6c688012 tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] 10.222.0.36 "GET /v2.0/ports?device_id=10df1c30-06bc-46f4-8091-88ba2b030d59 HTTP/1.1" status: 200 len: 210 time: 0.0869114 Feb 17 04:47:46.941907 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-4b5c9648-3c4a-42e3-acb8-3fff3b664db8 req-32efd429-e81d-4506-952c-1f66135e85b5 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Notify callbacks [] for port, precommit_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:47.026834 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-4b5c9648-3c4a-42e3-acb8-3fff3b664db8 req-32efd429-e81d-4506-952c-1f66135e85b5 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733365499769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26489006'] for port, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:47.090968 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45c2f3db-64a2-4aa3-bf19-67a671ffebe6 req-007594bf-23f9-454b-8b25-7562272124b0 tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] Made reservation on behalf of f9d204cecc6141ff8c85567797f4ada5 for: {'port': 1} {{(pid=108155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:47:47.095163 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-45c2f3db-64a2-4aa3-bf19-67a671ffebe6 req-007594bf-23f9-454b-8b25-7562272124b0 tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:47.099313 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b5c9648-3c4a-42e3-acb8-3fff3b664db8 req-32efd429-e81d-4506-952c-1f66135e85b5 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Network 8f41ec04-66a2-4d67-9dca-73ff37f6a27e is already hosted by enough agents. {{(pid=108156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:47:47.103051 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.scheduler.base_scheduler [req-4b5c9648-3c4a-42e3-acb8-3fff3b664db8 req-32efd429-e81d-4506-952c-1f66135e85b5 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Resources bound (agent type, host, resource id): {{(pid=108156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:47:47.107957 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b5c9648-3c4a-42e3-acb8-3fff3b664db8 req-32efd429-e81d-4506-952c-1f66135e85b5 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Received port after_create {{(pid=108156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:47:47.212360 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5c9648-3c4a-42e3-acb8-3fff3b664db8 req-32efd429-e81d-4506-952c-1f66135e85b5 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:47.213333 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-4b5c9648-3c4a-42e3-acb8-3fff3b664db8 req-32efd429-e81d-4506-952c-1f66135e85b5 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49904'] for port, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:47.228327 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32efd429-e81d-4506-952c-1f66135e85b5 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Pushing event updated for resources: {'Port': ['ID=dde87455-6fe5-4960-b77e-0f6441abbc4b,revision_number=1']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:47:47.250343 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-4b5c9648-3c4a-42e3-acb8-3fff3b664db8 req-32efd429-e81d-4506-952c-1f66135e85b5 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8499181 Feb 17 04:47:47.315109 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.db.db_base_plugin_common [req-45c2f3db-64a2-4aa3-bf19-67a671ffebe6 req-007594bf-23f9-454b-8b25-7562272124b0 tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] Allocated IP 172.20.0.9 (f48158f2-61e5-4c01-93ca-4b39bbf4180c/d7706499-0dd6-468c-9a78-218797b87028/10492974-f2f8-4000-ad58-f809d5446d13) {{(pid=108155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:47:47.468400 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-803feb1c-83ad-4a9e-b8cb-086d4c9a5484 None None] Provisioning complete for port dde87455-6fe5-4960-b77e-0f6441abbc4b triggered by entity DHCP. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:47:47.468956 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-803feb1c-83ad-4a9e-b8cb-086d4c9a5484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:47.502489 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.plugin [None req-803feb1c-83ad-4a9e-b8cb-086d4c9a5484 None None] Port dde87455-6fe5-4960-b77e-0f6441abbc4b cannot update to ACTIVE because it is not bound. {{(pid=108157) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 17 04:47:47.538060 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-45c2f3db-64a2-4aa3-bf19-67a671ffebe6 req-007594bf-23f9-454b-8b25-7562272124b0 tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] Notify callbacks [] for port, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:47.600791 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-45c2f3db-64a2-4aa3-bf19-67a671ffebe6 req-007594bf-23f9-454b-8b25-7562272124b0 tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733365499769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2813823'] for port, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:47.647953 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4f6996-fe7f-4356-b4ea-263585b718d2 req-ff7747e9-f45f-4319-8d12-ea226c670bb5 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:47.650360 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-7b4f6996-fe7f-4356-b4ea-263585b718d2 req-ff7747e9-f45f-4319-8d12-ea226c670bb5 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] 10.222.0.36 "GET /v2.0/ports?device_id=e149db34-8967-45c0-a77d-69af607f3198 HTTP/1.1" status: 200 len: 931 time: 0.0770738 Feb 17 04:47:47.681065 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007594bf-23f9-454b-8b25-7562272124b0 tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] Pushing event updated for resources: {'Port': ['ID=10492974-f2f8-4000-ad58-f809d5446d13,revision_number=1']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:47:47.701223 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45c2f3db-64a2-4aa3-bf19-67a671ffebe6 req-007594bf-23f9-454b-8b25-7562272124b0 tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] Network f48158f2-61e5-4c01-93ca-4b39bbf4180c is already hosted by enough agents. {{(pid=108155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:47:47.703572 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.scheduler.base_scheduler [req-45c2f3db-64a2-4aa3-bf19-67a671ffebe6 req-007594bf-23f9-454b-8b25-7562272124b0 tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] Resources bound (agent type, host, resource id): {{(pid=108155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:47:47.706770 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.db.l3_dvrscheduler_db [req-45c2f3db-64a2-4aa3-bf19-67a671ffebe6 req-007594bf-23f9-454b-8b25-7562272124b0 tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] Received port after_create {{(pid=108155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:47:47.721394 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-7b4f6996-fe7f-4356-b4ea-263585b718d2 req-1f983a16-c720-4975-b791-ddae78b07033 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] 10.222.0.36 "GET /v2.0/security-groups?id=de74b28e-d488-441b-b526-075af1ad7a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607417 Feb 17 04:47:47.780189 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c2f3db-64a2-4aa3-bf19-67a671ffebe6 req-007594bf-23f9-454b-8b25-7562272124b0 tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:47.780940 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-45c2f3db-64a2-4aa3-bf19-67a671ffebe6 req-007594bf-23f9-454b-8b25-7562272124b0 tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49904'] for port, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:47.800669 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-45c2f3db-64a2-4aa3-bf19-67a671ffebe6 req-007594bf-23f9-454b-8b25-7562272124b0 tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0261538 Feb 17 04:47:47.982781 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c37f5a0-2094-47f3-b5db-38430f2facc5 req-10a21911-1bb8-43a1-99cb-2e8f90b5c791 tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:47.984338 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-2c37f5a0-2094-47f3-b5db-38430f2facc5 req-10a21911-1bb8-43a1-99cb-2e8f90b5c791 tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] 10.222.0.36 "GET /v2.0/ports?device_id=10df1c30-06bc-46f4-8091-88ba2b030d59 HTTP/1.1" status: 200 len: 931 time: 0.0607822 Feb 17 04:47:48.027170 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-2c37f5a0-2094-47f3-b5db-38430f2facc5 req-c59f8276-9230-4973-b886-b7a8e8bee161 tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a30bee3-2282-441d-be99-e30923feebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362501 Feb 17 04:47:48.839764 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51879782-7dd1-4313-acdc-b7f20acba3ee req-a47ea511-df1a-49a2-859b-7d5c02d1724e tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:48.841220 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-51879782-7dd1-4313-acdc-b7f20acba3ee req-a47ea511-df1a-49a2-859b-7d5c02d1724e tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] 10.222.0.36 "GET /v2.0/ports?device_id=e149db34-8967-45c0-a77d-69af607f3198 HTTP/1.1" status: 200 len: 931 time: 0.0500367 Feb 17 04:47:48.883860 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-51879782-7dd1-4313-acdc-b7f20acba3ee req-9fc7dd50-f2ec-40dc-84ac-99539b52b7cb tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] 10.222.0.36 "GET /v2.0/security-groups?id=de74b28e-d488-441b-b526-075af1ad7a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364244 Feb 17 04:47:49.153970 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ee7366-e820-45a6-9d2c-545291d1a3bc req-198fea52-fb0c-4d38-9c3a-f534eabe88f1 tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:49.155652 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-f3ee7366-e820-45a6-9d2c-545291d1a3bc req-198fea52-fb0c-4d38-9c3a-f534eabe88f1 tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] 10.222.0.36 "GET /v2.0/ports?device_id=10df1c30-06bc-46f4-8091-88ba2b030d59 HTTP/1.1" status: 200 len: 931 time: 0.0587709 Feb 17 04:47:49.194704 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-f3ee7366-e820-45a6-9d2c-545291d1a3bc req-10b315b0-72b1-4e5e-b19e-95fbf98071e7 tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a30bee3-2282-441d-be99-e30923feebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324280 Feb 17 04:47:49.536823 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-e5b398ce-2f2a-44cb-a1ed-6d28c02e0ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:50.012305 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9a4dd8-65f5-47eb-8175-b2a38eee7833 req-28a69ab9-3787-414b-b206-4004dc9aef9a tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:50.013923 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-bf9a4dd8-65f5-47eb-8175-b2a38eee7833 req-28a69ab9-3787-414b-b206-4004dc9aef9a tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] 10.222.0.36 "GET /v2.0/ports?device_id=e149db34-8967-45c0-a77d-69af607f3198 HTTP/1.1" status: 200 len: 931 time: 0.0597277 Feb 17 04:47:50.052382 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-bf9a4dd8-65f5-47eb-8175-b2a38eee7833 req-fb0db3c1-1b2c-4abe-ad69-10eabb5c68ab tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] 10.222.0.36 "GET /v2.0/security-groups?id=de74b28e-d488-441b-b526-075af1ad7a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325403 Feb 17 04:47:50.327555 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc13276-ed26-4caa-8a4b-4c2ae7dc3cf7 req-698908c1-006a-4aa6-8b5f-3aa3334cc777 tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:50.329142 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-1cc13276-ed26-4caa-8a4b-4c2ae7dc3cf7 req-698908c1-006a-4aa6-8b5f-3aa3334cc777 tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] 10.222.0.36 "GET /v2.0/ports?device_id=10df1c30-06bc-46f4-8091-88ba2b030d59 HTTP/1.1" status: 200 len: 931 time: 0.0553520 Feb 17 04:47:50.378024 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-1cc13276-ed26-4caa-8a4b-4c2ae7dc3cf7 req-acc5278c-afb8-48c9-8fb1-d9675f722dcb tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a30bee3-2282-441d-be99-e30923feebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420351 Feb 17 04:47:51.182258 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7800dc7d-2426-45d0-8049-2bec195283d2 req-21b0ae85-d065-4ef9-a86c-2a15822d3fdb tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:51.183796 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-7800dc7d-2426-45d0-8049-2bec195283d2 req-21b0ae85-d065-4ef9-a86c-2a15822d3fdb tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] 10.222.0.36 "GET /v2.0/ports?device_id=e149db34-8967-45c0-a77d-69af607f3198 HTTP/1.1" status: 200 len: 931 time: 0.0618484 Feb 17 04:47:51.231348 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-7800dc7d-2426-45d0-8049-2bec195283d2 req-b8a2c476-41e9-4f45-9d4c-5b5f45fdff47 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] 10.222.0.36 "GET /v2.0/security-groups?id=de74b28e-d488-441b-b526-075af1ad7a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409095 Feb 17 04:47:51.497518 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f42b7e8-1102-493e-a929-0710093b01ee req-337d5405-018b-4112-909c-7a3af573e151 tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:51.499051 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-8f42b7e8-1102-493e-a929-0710093b01ee req-337d5405-018b-4112-909c-7a3af573e151 tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] 10.222.0.36 "GET /v2.0/ports?device_id=10df1c30-06bc-46f4-8091-88ba2b030d59 HTTP/1.1" status: 200 len: 931 time: 0.0538681 Feb 17 04:47:51.538561 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-8f42b7e8-1102-493e-a929-0710093b01ee req-c38598d9-cd43-447e-8dfc-4f2e8c645cb9 tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a30bee3-2282-441d-be99-e30923feebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335340 Feb 17 04:47:51.781630 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-f9bff6c0-dd36-4c2d-ab79-0403964aae10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:52.353372 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c47bc4-44c9-440f-80d9-e14b87d0165e req-7f19688a-46f9-418e-bf93-828bcc969bd1 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:52.354944 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-b0c47bc4-44c9-440f-80d9-e14b87d0165e req-7f19688a-46f9-418e-bf93-828bcc969bd1 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] 10.222.0.36 "GET /v2.0/ports?device_id=e149db34-8967-45c0-a77d-69af607f3198 HTTP/1.1" status: 200 len: 931 time: 0.0537159 Feb 17 04:47:52.393421 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-b0c47bc4-44c9-440f-80d9-e14b87d0165e req-a9bf57b9-b314-4537-9759-bb34980aff92 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] 10.222.0.36 "GET /v2.0/security-groups?id=de74b28e-d488-441b-b526-075af1ad7a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326056 Feb 17 04:47:52.671055 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0bb887-2805-47e6-aaec-e11b1eab68e8 req-4f83a49c-3663-4bd0-b695-e6820f8ad7c4 tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:52.673622 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-fc0bb887-2805-47e6-aaec-e11b1eab68e8 req-4f83a49c-3663-4bd0-b695-e6820f8ad7c4 tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] 10.222.0.36 "GET /v2.0/ports?device_id=10df1c30-06bc-46f4-8091-88ba2b030d59 HTTP/1.1" status: 200 len: 931 time: 0.0568821 Feb 17 04:47:52.712826 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-fc0bb887-2805-47e6-aaec-e11b1eab68e8 req-86d30f92-ac08-47b2-91c6-4a689f37380f tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a30bee3-2282-441d-be99-e30923feebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332515 Feb 17 04:47:53.047953 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-ad5ef704-a6a3-47d1-bcb0-f74a0b5e809f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:53.457767 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:53.520346 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3491e713-2850-4799-a4b3-db438ae5c74c req-66040f94-95c0-47b0-b0a5-682673308354 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:53.522081 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-3491e713-2850-4799-a4b3-db438ae5c74c req-66040f94-95c0-47b0-b0a5-682673308354 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] 10.222.0.36 "GET /v2.0/ports?device_id=e149db34-8967-45c0-a77d-69af607f3198 HTTP/1.1" status: 200 len: 931 time: 0.0565507 Feb 17 04:47:53.574423 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-3491e713-2850-4799-a4b3-db438ae5c74c req-98d7d319-a9fa-49a5-bcf4-4640f4eb1320 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] 10.222.0.36 "GET /v2.0/security-groups?id=de74b28e-d488-441b-b526-075af1ad7a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448332 Feb 17 04:47:53.837244 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a73eef9-9558-44c7-b47f-2c5ae9dcc0dc req-468b611f-abc7-4da2-97c5-8a5238895b09 tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:53.839478 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-8a73eef9-9558-44c7-b47f-2c5ae9dcc0dc req-468b611f-abc7-4da2-97c5-8a5238895b09 tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] 10.222.0.36 "GET /v2.0/ports?device_id=10df1c30-06bc-46f4-8091-88ba2b030d59 HTTP/1.1" status: 200 len: 931 time: 0.0531027 Feb 17 04:47:53.882388 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-8a73eef9-9558-44c7-b47f-2c5ae9dcc0dc req-083a4e37-61b8-4f3f-9811-27c066beec40 tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a30bee3-2282-441d-be99-e30923feebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363872 Feb 17 04:47:54.129234 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-8e3772f1-a52a-48a7-84fa-494c57cc135e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:54.685750 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2405773-4876-472a-bb7f-de371b24aa9b req-a5e4bc01-3581-43ce-a800-bae598c8c18a tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:54.687197 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-b2405773-4876-472a-bb7f-de371b24aa9b req-a5e4bc01-3581-43ce-a800-bae598c8c18a tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] 10.222.0.36 "GET /v2.0/ports?device_id=e149db34-8967-45c0-a77d-69af607f3198 HTTP/1.1" status: 200 len: 931 time: 0.0505488 Feb 17 04:47:54.715257 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:54.725844 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-b2405773-4876-472a-bb7f-de371b24aa9b req-52a7ba3e-452c-4bfc-bc84-d0f70d83715b tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] 10.222.0.36 "GET /v2.0/security-groups?id=de74b28e-d488-441b-b526-075af1ad7a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328214 Feb 17 04:47:54.817326 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.v2.base [req-4b5c9648-3c4a-42e3-acb8-3fff3b664db8 req-be0cecd4-2929-49a0-91fe-b45ea54c8761 service neutron] Request body: {'port': {'device_id': 'e149db34-8967-45c0-a77d-69af607f3198', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82963'}} {{(pid=108156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:47:54.817704 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.v2.base [req-45c2f3db-64a2-4aa3-bf19-67a671ffebe6 req-56680d5d-56e0-468c-8e57-34223887c507 service neutron] Request body: {'port': {'device_id': '10df1c30-06bc-46f4-8091-88ba2b030d59', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82963'}} {{(pid=108155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:47:54.871704 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-4b5c9648-3c4a-42e3-acb8-3fff3b664db8 req-be0cecd4-2929-49a0-91fe-b45ea54c8761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:54.873033 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-45c2f3db-64a2-4aa3-bf19-67a671ffebe6 req-56680d5d-56e0-468c-8e57-34223887c507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:55.091368 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c434a3b-6844-48e5-ae53-46b0c38d01eb req-9409d1ae-a4a8-40e0-9613-1a45bfcf545d tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:55.092934 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-5c434a3b-6844-48e5-ae53-46b0c38d01eb req-9409d1ae-a4a8-40e0-9613-1a45bfcf545d tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] 10.222.0.36 "GET /v2.0/ports?device_id=10df1c30-06bc-46f4-8091-88ba2b030d59 HTTP/1.1" status: 200 len: 931 time: 0.1144159 Feb 17 04:47:55.166298 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-5c434a3b-6844-48e5-ae53-46b0c38d01eb req-e20c51a4-619a-4d0f-a56b-098c4891d775 tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a30bee3-2282-441d-be99-e30923feebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670404 Feb 17 04:47:55.217178 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.notifiers.nova [req-45c2f3db-64a2-4aa3-bf19-67a671ffebe6 req-56680d5d-56e0-468c-8e57-34223887c507 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10492974-f2f8-4000-ad58-f809d5446d13 {{(pid=108155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 04:47:55.224969 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-45c2f3db-64a2-4aa3-bf19-67a671ffebe6 req-56680d5d-56e0-468c-8e57-34223887c507 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:55.237493 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.db.provisioning_blocks [req-45c2f3db-64a2-4aa3-bf19-67a671ffebe6 req-56680d5d-56e0-468c-8e57-34223887c507 service neutron] Transition to ACTIVE for port object 10492974-f2f8-4000-ad58-f809d5446d13 will not be triggered until provisioned by entity L2. {{(pid=108155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 04:47:55.241186 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-45c2f3db-64a2-4aa3-bf19-67a671ffebe6 req-56680d5d-56e0-468c-8e57-34223887c507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2813814'] for port, after_update {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:55.305480 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56680d5d-56e0-468c-8e57-34223887c507 service neutron] Pushing event updated for resources: {'Port': ['ID=10492974-f2f8-4000-ad58-f809d5446d13,revision_number=2']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:47:55.360448 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.managers [req-45c2f3db-64a2-4aa3-bf19-67a671ffebe6 req-56680d5d-56e0-468c-8e57-34223887c507 service neutron] Attempting to bind port 10492974-f2f8-4000-ad58-f809d5446d13 on host hv-cinder-82963 for vnic_type normal with profile {{(pid=108155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 04:47:55.360783 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.managers [req-45c2f3db-64a2-4aa3-bf19-67a671ffebe6 req-56680d5d-56e0-468c-8e57-34223887c507 service neutron] Attempting to bind port 10492974-f2f8-4000-ad58-f809d5446d13 by drivers openvswitch,hyperv on host hv-cinder-82963 at level 0 using segments [{'id': 'da664dda-47a8-4251-a2bc-0434f09d621c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f48158f2-61e5-4c01-93ca-4b39bbf4180c'}] {{(pid=108155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 04:47:55.361111 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c2f3db-64a2-4aa3-bf19-67a671ffebe6 req-56680d5d-56e0-468c-8e57-34223887c507 service neutron] Attempting to bind port 10492974-f2f8-4000-ad58-f809d5446d13 on network f48158f2-61e5-4c01-93ca-4b39bbf4180c {{(pid=108155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:47:55.365349 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c2f3db-64a2-4aa3-bf19-67a671ffebe6 req-56680d5d-56e0-468c-8e57-34223887c507 service neutron] Port 10492974-f2f8-4000-ad58-f809d5446d13 on network f48158f2-61e5-4c01-93ca-4b39bbf4180c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82963 {{(pid=108155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 04:47:55.365667 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c2f3db-64a2-4aa3-bf19-67a671ffebe6 req-56680d5d-56e0-468c-8e57-34223887c507 service neutron] Attempting to bind port 10492974-f2f8-4000-ad58-f809d5446d13 on network f48158f2-61e5-4c01-93ca-4b39bbf4180c {{(pid=108155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:47:55.370882 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c2f3db-64a2-4aa3-bf19-67a671ffebe6 req-56680d5d-56e0-468c-8e57-34223887c507 service neutron] Checking agent: {'id': '8333eb14-27e3-4539-92ee-8ab97b467e5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82963', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 4, 38, 23), 'started_at': datetime.datetime(2022, 2, 17, 4, 38, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 4, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 04:47:55.371248 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c2f3db-64a2-4aa3-bf19-67a671ffebe6 req-56680d5d-56e0-468c-8e57-34223887c507 service neutron] Checking segment: {'id': 'da664dda-47a8-4251-a2bc-0434f09d621c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f48158f2-61e5-4c01-93ca-4b39bbf4180c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:47:55.371971 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c2f3db-64a2-4aa3-bf19-67a671ffebe6 req-56680d5d-56e0-468c-8e57-34223887c507 service neutron] Bound using segment: {'id': 'da664dda-47a8-4251-a2bc-0434f09d621c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f48158f2-61e5-4c01-93ca-4b39bbf4180c'} {{(pid=108155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 04:47:55.372139 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.managers [req-45c2f3db-64a2-4aa3-bf19-67a671ffebe6 req-56680d5d-56e0-468c-8e57-34223887c507 service neutron] Bound port: 10492974-f2f8-4000-ad58-f809d5446d13, host: hv-cinder-82963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da664dda-47a8-4251-a2bc-0434f09d621c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f48158f2-61e5-4c01-93ca-4b39bbf4180c'}}] {{(pid=108155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 04:47:55.372380 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-45c2f3db-64a2-4aa3-bf19-67a671ffebe6 req-56680d5d-56e0-468c-8e57-34223887c507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:55.376991 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.notifiers.nova [req-4b5c9648-3c4a-42e3-acb8-3fff3b664db8 req-be0cecd4-2929-49a0-91fe-b45ea54c8761 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dde87455-6fe5-4960-b77e-0f6441abbc4b {{(pid=108156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 04:47:55.384710 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-4b5c9648-3c4a-42e3-acb8-3fff3b664db8 req-be0cecd4-2929-49a0-91fe-b45ea54c8761 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:55.399254 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.db.provisioning_blocks [req-4b5c9648-3c4a-42e3-acb8-3fff3b664db8 req-be0cecd4-2929-49a0-91fe-b45ea54c8761 service neutron] Transition to ACTIVE for port object dde87455-6fe5-4960-b77e-0f6441abbc4b will not be triggered until provisioned by entity L2. {{(pid=108156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 04:47:55.403176 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-4b5c9648-3c4a-42e3-acb8-3fff3b664db8 req-be0cecd4-2929-49a0-91fe-b45ea54c8761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26488999'] for port, after_update {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:55.437263 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.db [req-45c2f3db-64a2-4aa3-bf19-67a671ffebe6 req-56680d5d-56e0-468c-8e57-34223887c507 service neutron] For port 10492974-f2f8-4000-ad58-f809d5446d13, host hv-cinder-82963, cleared binding levels {{(pid=108155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 04:47:55.440912 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.db [req-45c2f3db-64a2-4aa3-bf19-67a671ffebe6 req-56680d5d-56e0-468c-8e57-34223887c507 service neutron] For port 10492974-f2f8-4000-ad58-f809d5446d13, host hv-cinder-82963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=10492974-f2f8-4000-ad58-f809d5446d13,segment=NetworkSegment(da664dda-47a8-4251-a2bc-0434f09d621c),segment_id=da664dda-47a8-4251-a2bc-0434f09d621c)] {{(pid=108155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 04:47:55.446040 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-45c2f3db-64a2-4aa3-bf19-67a671ffebe6 req-56680d5d-56e0-468c-8e57-34223887c507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2813814'] for port, after_update {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:55.453967 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0cecd4-2929-49a0-91fe-b45ea54c8761 service neutron] Pushing event updated for resources: {'Port': ['ID=dde87455-6fe5-4960-b77e-0f6441abbc4b,revision_number=2']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:47:55.485344 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c2f3db-64a2-4aa3-bf19-67a671ffebe6 req-56680d5d-56e0-468c-8e57-34223887c507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:55.485991 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [req-45c2f3db-64a2-4aa3-bf19-67a671ffebe6 req-56680d5d-56e0-468c-8e57-34223887c507 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49904'] for port, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:55.487432 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-45c2f3db-64a2-4aa3-bf19-67a671ffebe6 req-56680d5d-56e0-468c-8e57-34223887c507 service neutron] 10.222.0.69 "PUT /v2.0/ports/10492974-f2f8-4000-ad58-f809d5446d13 HTTP/1.1" status: 200 len: 1093 time: 0.6739433 Feb 17 04:47:55.487878 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10df1c30-06bc-46f4-8091-88ba2b030d59', 'tag': '10492974-f2f8-4000-ad58-f809d5446d13'}] {{(pid=108155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:47:55.490183 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7db4504e89d758142afd4bd708bcac288359c97a2e78e5aa13d69e3d31a34d2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2225273-63a2-439c-99f3-7c7051770ae4" -d '{"events": [{"name": "network-changed", "server_uuid": "10df1c30-06bc-46f4-8091-88ba2b030d59", "tag": "10492974-f2f8-4000-ad58-f809d5446d13"}]}' {{(pid=108155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:47:55.525271 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56680d5d-56e0-468c-8e57-34223887c507 service neutron] Pushing event updated for resources: {'Port': ['ID=10492974-f2f8-4000-ad58-f809d5446d13,revision_number=3']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:47:55.556532 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.managers [req-4b5c9648-3c4a-42e3-acb8-3fff3b664db8 req-be0cecd4-2929-49a0-91fe-b45ea54c8761 service neutron] Attempting to bind port dde87455-6fe5-4960-b77e-0f6441abbc4b on host hv-cinder-82963 for vnic_type normal with profile {{(pid=108156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 04:47:55.556870 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.managers [req-4b5c9648-3c4a-42e3-acb8-3fff3b664db8 req-be0cecd4-2929-49a0-91fe-b45ea54c8761 service neutron] Attempting to bind port dde87455-6fe5-4960-b77e-0f6441abbc4b by drivers openvswitch,hyperv on host hv-cinder-82963 at level 0 using segments [{'id': '9f5ef8ed-a7f3-4ada-aafe-eff96a5ba793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '8f41ec04-66a2-4d67-9dca-73ff37f6a27e'}] {{(pid=108156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 04:47:55.557198 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5c9648-3c4a-42e3-acb8-3fff3b664db8 req-be0cecd4-2929-49a0-91fe-b45ea54c8761 service neutron] Attempting to bind port dde87455-6fe5-4960-b77e-0f6441abbc4b on network 8f41ec04-66a2-4d67-9dca-73ff37f6a27e {{(pid=108156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:47:55.563137 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5c9648-3c4a-42e3-acb8-3fff3b664db8 req-be0cecd4-2929-49a0-91fe-b45ea54c8761 service neutron] Port dde87455-6fe5-4960-b77e-0f6441abbc4b on network 8f41ec04-66a2-4d67-9dca-73ff37f6a27e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82963 {{(pid=108156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 04:47:55.564061 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5c9648-3c4a-42e3-acb8-3fff3b664db8 req-be0cecd4-2929-49a0-91fe-b45ea54c8761 service neutron] Attempting to bind port dde87455-6fe5-4960-b77e-0f6441abbc4b on network 8f41ec04-66a2-4d67-9dca-73ff37f6a27e {{(pid=108156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:47:55.569772 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5c9648-3c4a-42e3-acb8-3fff3b664db8 req-be0cecd4-2929-49a0-91fe-b45ea54c8761 service neutron] Checking agent: {'id': '8333eb14-27e3-4539-92ee-8ab97b467e5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82963', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 4, 38, 23), 'started_at': datetime.datetime(2022, 2, 17, 4, 38, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 4, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 04:47:55.570114 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5c9648-3c4a-42e3-acb8-3fff3b664db8 req-be0cecd4-2929-49a0-91fe-b45ea54c8761 service neutron] Checking segment: {'id': '9f5ef8ed-a7f3-4ada-aafe-eff96a5ba793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '8f41ec04-66a2-4d67-9dca-73ff37f6a27e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:47:55.570734 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5c9648-3c4a-42e3-acb8-3fff3b664db8 req-be0cecd4-2929-49a0-91fe-b45ea54c8761 service neutron] Bound using segment: {'id': '9f5ef8ed-a7f3-4ada-aafe-eff96a5ba793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '8f41ec04-66a2-4d67-9dca-73ff37f6a27e'} {{(pid=108156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 04:47:55.570923 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.managers [req-4b5c9648-3c4a-42e3-acb8-3fff3b664db8 req-be0cecd4-2929-49a0-91fe-b45ea54c8761 service neutron] Bound port: dde87455-6fe5-4960-b77e-0f6441abbc4b, host: hv-cinder-82963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f5ef8ed-a7f3-4ada-aafe-eff96a5ba793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '8f41ec04-66a2-4d67-9dca-73ff37f6a27e'}}] {{(pid=108156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 04:47:55.571451 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-4b5c9648-3c4a-42e3-acb8-3fff3b664db8 req-be0cecd4-2929-49a0-91fe-b45ea54c8761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:55.583742 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c2f3db-64a2-4aa3-bf19-67a671ffebe6 req-f583bcec-47dd-41fb-a898-9b2b04e47eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:55.585659 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-45c2f3db-64a2-4aa3-bf19-67a671ffebe6 req-f583bcec-47dd-41fb-a898-9b2b04e47eb1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f9d204cecc6141ff8c85567797f4ada5&device_id=10df1c30-06bc-46f4-8091-88ba2b030d59 HTTP/1.1" status: 200 len: 1096 time: 0.0552838 Feb 17 04:47:55.635245 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-45c2f3db-64a2-4aa3-bf19-67a671ffebe6 req-6e619ccf-4b90-4ebd-a7a3-fb57a592279b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10492974-f2f8-4000-ad58-f809d5446d13 HTTP/1.1" status: 200 len: 217 time: 0.0427520 Feb 17 04:47:55.649752 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.db [req-4b5c9648-3c4a-42e3-acb8-3fff3b664db8 req-be0cecd4-2929-49a0-91fe-b45ea54c8761 service neutron] For port dde87455-6fe5-4960-b77e-0f6441abbc4b, host hv-cinder-82963, cleared binding levels {{(pid=108156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 04:47:55.653342 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.db [req-4b5c9648-3c4a-42e3-acb8-3fff3b664db8 req-be0cecd4-2929-49a0-91fe-b45ea54c8761 service neutron] For port dde87455-6fe5-4960-b77e-0f6441abbc4b, host hv-cinder-82963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=dde87455-6fe5-4960-b77e-0f6441abbc4b,segment=NetworkSegment(9f5ef8ed-a7f3-4ada-aafe-eff96a5ba793),segment_id=9f5ef8ed-a7f3-4ada-aafe-eff96a5ba793)] {{(pid=108156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 04:47:55.658369 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-4b5c9648-3c4a-42e3-acb8-3fff3b664db8 req-be0cecd4-2929-49a0-91fe-b45ea54c8761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26488999'] for port, after_update {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:55.688112 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c2f3db-64a2-4aa3-bf19-67a671ffebe6 req-c0287769-338f-4a64-9ce5-fbdd988bec6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:55.689802 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-45c2f3db-64a2-4aa3-bf19-67a671ffebe6 req-c0287769-338f-4a64-9ce5-fbdd988bec6a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d7706499-0dd6-468c-9a78-218797b87028 HTTP/1.1" status: 200 len: 848 time: 0.0488853 Feb 17 04:47:55.693754 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5c9648-3c4a-42e3-acb8-3fff3b664db8 req-be0cecd4-2929-49a0-91fe-b45ea54c8761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:55.694574 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-4b5c9648-3c4a-42e3-acb8-3fff3b664db8 req-be0cecd4-2929-49a0-91fe-b45ea54c8761 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49904'] for port, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:55.696119 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-4b5c9648-3c4a-42e3-acb8-3fff3b664db8 req-be0cecd4-2929-49a0-91fe-b45ea54c8761 service neutron] 10.222.0.69 "PUT /v2.0/ports/dde87455-6fe5-4960-b77e-0f6441abbc4b HTTP/1.1" status: 200 len: 1093 time: 0.8832765 Feb 17 04:47:55.696781 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e149db34-8967-45c0-a77d-69af607f3198', 'tag': 'dde87455-6fe5-4960-b77e-0f6441abbc4b'}] {{(pid=108156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:47:55.699426 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0b67973df7b1313e2305cae6a6fc83f0f1e2d937ba4ea44ff20eeef2f46ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-800946a9-51a1-4af7-a679-b23dc54473ee" -d '{"events": [{"name": "network-changed", "server_uuid": "e149db34-8967-45c0-a77d-69af607f3198", "tag": "dde87455-6fe5-4960-b77e-0f6441abbc4b"}]}' {{(pid=108156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:47:55.748594 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-45c2f3db-64a2-4aa3-bf19-67a671ffebe6 req-0a4dfc2e-5bea-413e-a5c5-6dbe0a941b2b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f48158f2-61e5-4c01-93ca-4b39bbf4180c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522451 Feb 17 04:47:55.763485 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 04:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc00cc99-46a4-4a3c-898c-adc861e1d88d x-openstack-request-id: req-fc00cc99-46a4-4a3c-898c-adc861e1d88d {{(pid=108156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:47:55.763769 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e149db34-8967-45c0-a77d-69af607f3198", "tag": "dde87455-6fe5-4960-b77e-0f6441abbc4b", "status": "completed", "code": 200}]} {{(pid=108156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:47:55.764014 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fc00cc99-46a4-4a3c-898c-adc861e1d88d {{(pid=108156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:47:55.764415 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e149db34-8967-45c0-a77d-69af607f3198', 'tag': 'dde87455-6fe5-4960-b77e-0f6441abbc4b', 'status': 'completed', 'code': 200} Feb 17 04:47:55.766112 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 04:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45295fd1-75fb-4ba7-89bb-70df09d77b42 x-openstack-request-id: req-45295fd1-75fb-4ba7-89bb-70df09d77b42 {{(pid=108155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:47:55.766391 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10df1c30-06bc-46f4-8091-88ba2b030d59", "tag": "10492974-f2f8-4000-ad58-f809d5446d13", "status": "completed", "code": 200}]} {{(pid=108155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:47:55.766655 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-45295fd1-75fb-4ba7-89bb-70df09d77b42 {{(pid=108155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:47:55.767115 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10df1c30-06bc-46f4-8091-88ba2b030d59', 'tag': '10492974-f2f8-4000-ad58-f809d5446d13', 'status': 'completed', 'code': 200} Feb 17 04:47:55.797961 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0cecd4-2929-49a0-91fe-b45ea54c8761 service neutron] Pushing event updated for resources: {'Port': ['ID=dde87455-6fe5-4960-b77e-0f6441abbc4b,revision_number=3']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:47:55.813702 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5c9648-3c4a-42e3-acb8-3fff3b664db8 req-269441f9-056d-4b84-9b95-04fde3d89e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:55.815671 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-4b5c9648-3c4a-42e3-acb8-3fff3b664db8 req-269441f9-056d-4b84-9b95-04fde3d89e1f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d490895cb5cc4bc7a1fd951e59921102&device_id=e149db34-8967-45c0-a77d-69af607f3198 HTTP/1.1" status: 200 len: 1096 time: 0.0739865 Feb 17 04:47:55.867542 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-45c2f3db-64a2-4aa3-bf19-67a671ffebe6 req-4df6355c-baaf-4d5e-8d14-f60aea440098 service neutron] 10.222.0.69 "GET /v2.0/networks/f48158f2-61e5-4c01-93ca-4b39bbf4180c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031153 Feb 17 04:47:55.873849 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-4b5c9648-3c4a-42e3-acb8-3fff3b664db8 req-06749116-5b3f-4005-ab9f-32ce79c67689 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dde87455-6fe5-4960-b77e-0f6441abbc4b HTTP/1.1" status: 200 len: 217 time: 0.0487347 Feb 17 04:47:55.943300 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5c9648-3c4a-42e3-acb8-3fff3b664db8 req-6349c732-b217-4abf-a176-727cba692c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:55.944662 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-4b5c9648-3c4a-42e3-acb8-3fff3b664db8 req-6349c732-b217-4abf-a176-727cba692c5f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=442e91ed-5720-4b66-8f87-cd812d5ec3b2 HTTP/1.1" status: 200 len: 853 time: 0.0558119 Feb 17 04:47:55.952123 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ac8d0e-2a64-42b9-b2f2-fcea7ba9544f req-798fec4c-c6b0-4d01-8aff-82865047c657 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:55.953530 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-e8ac8d0e-2a64-42b9-b2f2-fcea7ba9544f req-798fec4c-c6b0-4d01-8aff-82865047c657 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] 10.222.0.36 "GET /v2.0/ports?device_id=e149db34-8967-45c0-a77d-69af607f3198 HTTP/1.1" status: 200 len: 943 time: 0.1207311 Feb 17 04:47:55.960514 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-45c2f3db-64a2-4aa3-bf19-67a671ffebe6 req-000f4c5e-4b8b-4dad-9104-73e2233cde58 service neutron] 10.222.0.69 "GET /v2.0/networks/f48158f2-61e5-4c01-93ca-4b39bbf4180c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859945 Feb 17 04:47:56.027722 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-e8ac8d0e-2a64-42b9-b2f2-fcea7ba9544f req-878ec649-5b41-4549-af51-506d42540f2e tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] 10.222.0.36 "GET /v2.0/security-groups?id=de74b28e-d488-441b-b526-075af1ad7a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659940 Feb 17 04:47:56.030214 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5c9648-3c4a-42e3-acb8-3fff3b664db8 req-0786d7a2-e70a-4787-a886-2dad1560e7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:56.031673 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-4b5c9648-3c4a-42e3-acb8-3fff3b664db8 req-0786d7a2-e70a-4787-a886-2dad1560e7e4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8f41ec04-66a2-4d67-9dca-73ff37f6a27e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0773060 Feb 17 04:47:56.057842 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2225273-63a2-439c-99f3-7c7051770ae4 req-759c1a9e-4925-40bb-bcb6-01c8a43c3da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:56.059537 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-e2225273-63a2-439c-99f3-7c7051770ae4 req-759c1a9e-4925-40bb-bcb6-01c8a43c3da9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f9d204cecc6141ff8c85567797f4ada5&device_id=10df1c30-06bc-46f4-8091-88ba2b030d59 HTTP/1.1" status: 200 len: 1096 time: 0.0507636 Feb 17 04:47:56.121840 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-4b5c9648-3c4a-42e3-acb8-3fff3b664db8 req-f7990103-4e19-4c84-937b-ca988c8ec391 service neutron] 10.222.0.69 "GET /v2.0/networks/8f41ec04-66a2-4d67-9dca-73ff37f6a27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825689 Feb 17 04:47:56.150017 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2225273-63a2-439c-99f3-7c7051770ae4 req-d075401a-a4eb-4c18-9676-c4da54d62b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:56.152277 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-e2225273-63a2-439c-99f3-7c7051770ae4 req-d075401a-a4eb-4c18-9676-c4da54d62b38 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f48158f2-61e5-4c01-93ca-4b39bbf4180c HTTP/1.1" status: 200 len: 908 time: 0.0846496 Feb 17 04:47:56.196582 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-e2225273-63a2-439c-99f3-7c7051770ae4 req-0046f78d-5849-419b-b04d-02b2fe6bec48 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10492974-f2f8-4000-ad58-f809d5446d13 HTTP/1.1" status: 200 len: 217 time: 0.0380158 Feb 17 04:47:56.217629 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-4b5c9648-3c4a-42e3-acb8-3fff3b664db8 req-33e902df-9393-49b9-8668-3eb380ab2337 service neutron] 10.222.0.69 "GET /v2.0/networks/8f41ec04-66a2-4d67-9dca-73ff37f6a27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882661 Feb 17 04:47:56.257162 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2225273-63a2-439c-99f3-7c7051770ae4 req-514ed6c1-02eb-46e4-9e69-eb2b94ae11f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:56.258567 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-e2225273-63a2-439c-99f3-7c7051770ae4 req-514ed6c1-02eb-46e4-9e69-eb2b94ae11f3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d7706499-0dd6-468c-9a78-218797b87028 HTTP/1.1" status: 200 len: 848 time: 0.0543735 Feb 17 04:47:56.303899 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-e2225273-63a2-439c-99f3-7c7051770ae4 req-84d7baa4-42e2-4e8e-a6a7-50d9be6c5f48 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f48158f2-61e5-4c01-93ca-4b39bbf4180c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280402 Feb 17 04:47:56.314019 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800946a9-51a1-4af7-a679-b23dc54473ee req-77c69f6f-fd24-4559-8cef-c60b5a9de21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:56.315519 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-800946a9-51a1-4af7-a679-b23dc54473ee req-77c69f6f-fd24-4559-8cef-c60b5a9de21c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d490895cb5cc4bc7a1fd951e59921102&device_id=e149db34-8967-45c0-a77d-69af607f3198 HTTP/1.1" status: 200 len: 1096 time: 0.0433118 Feb 17 04:47:56.326489 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4e8fe0-c77c-47f2-8b3b-17151c4d4948 req-3ea9c95f-c001-494d-9006-e0b284f2e6f6 tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:56.327925 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-6f4e8fe0-c77c-47f2-8b3b-17151c4d4948 req-3ea9c95f-c001-494d-9006-e0b284f2e6f6 tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] 10.222.0.36 "GET /v2.0/ports?device_id=10df1c30-06bc-46f4-8091-88ba2b030d59 HTTP/1.1" status: 200 len: 943 time: 0.0831249 Feb 17 04:47:56.409095 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800946a9-51a1-4af7-a679-b23dc54473ee req-4266fde9-a11c-4192-b2be-0fb28063cd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:56.410584 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-800946a9-51a1-4af7-a679-b23dc54473ee req-4266fde9-a11c-4192-b2be-0fb28063cd4b service neutron] 10.222.0.69 "GET /v2.0/networks?id=8f41ec04-66a2-4d67-9dca-73ff37f6a27e HTTP/1.1" status: 200 len: 914 time: 0.0860951 Feb 17 04:47:56.415089 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-6f4e8fe0-c77c-47f2-8b3b-17151c4d4948 req-e5279313-7dd9-4bc4-bb3d-f857b49b139f tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a30bee3-2282-441d-be99-e30923feebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753746 Feb 17 04:47:56.436248 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-e2225273-63a2-439c-99f3-7c7051770ae4 req-dfeb968d-b6a6-4464-9851-95a29e5e209d service neutron] 10.222.0.69 "GET /v2.0/networks/f48158f2-61e5-4c01-93ca-4b39bbf4180c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195502 Feb 17 04:47:56.456440 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-800946a9-51a1-4af7-a679-b23dc54473ee req-2f3b955f-a8b2-467f-b5c0-bf6fe0d70b12 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dde87455-6fe5-4960-b77e-0f6441abbc4b HTTP/1.1" status: 200 len: 217 time: 0.0379891 Feb 17 04:47:56.504907 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800946a9-51a1-4af7-a679-b23dc54473ee req-75656fe6-cca1-45f9-a1da-bdbee0bc529f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:56.506337 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-800946a9-51a1-4af7-a679-b23dc54473ee req-75656fe6-cca1-45f9-a1da-bdbee0bc529f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=442e91ed-5720-4b66-8f87-cd812d5ec3b2 HTTP/1.1" status: 200 len: 853 time: 0.0435958 Feb 17 04:47:56.520845 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-e2225273-63a2-439c-99f3-7c7051770ae4 req-d9be3e9e-407d-4dff-bc30-3f416e048ba4 service neutron] 10.222.0.69 "GET /v2.0/networks/f48158f2-61e5-4c01-93ca-4b39bbf4180c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812652 Feb 17 04:47:56.553304 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800946a9-51a1-4af7-a679-b23dc54473ee req-336f1c72-90a3-4534-bb44-627be6ddd6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:56.554768 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-800946a9-51a1-4af7-a679-b23dc54473ee req-336f1c72-90a3-4534-bb44-627be6ddd6b2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8f41ec04-66a2-4d67-9dca-73ff37f6a27e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0399156 Feb 17 04:47:56.647225 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-800946a9-51a1-4af7-a679-b23dc54473ee req-2c5a5069-d82b-403e-bd2f-7ed543de4e39 service neutron] 10.222.0.69 "GET /v2.0/networks/8f41ec04-66a2-4d67-9dca-73ff37f6a27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843542 Feb 17 04:47:56.735486 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-800946a9-51a1-4af7-a679-b23dc54473ee req-c9108b5f-9979-4a4e-a4a8-687a43bce365 service neutron] 10.222.0.69 "GET /v2.0/networks/8f41ec04-66a2-4d67-9dca-73ff37f6a27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804505 Feb 17 04:47:57.140786 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd6bd0f-8588-4e36-a6cb-54aa8a5c1357 req-ec20dcbf-fb19-4eb7-9173-b84d5161f9d7 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:57.142231 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-ebd6bd0f-8588-4e36-a6cb-54aa8a5c1357 req-ec20dcbf-fb19-4eb7-9173-b84d5161f9d7 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] 10.222.0.36 "GET /v2.0/ports?device_id=e149db34-8967-45c0-a77d-69af607f3198 HTTP/1.1" status: 200 len: 943 time: 0.0479112 Feb 17 04:47:57.183453 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-ebd6bd0f-8588-4e36-a6cb-54aa8a5c1357 req-55e98792-49b3-48cf-88ea-47916f3e825e tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] 10.222.0.36 "GET /v2.0/security-groups?id=de74b28e-d488-441b-b526-075af1ad7a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353901 Feb 17 04:47:57.532062 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e9e6e5-2acd-4a3f-94cd-e9a9554baf59 req-fb5b0bbb-9b53-4a41-a4fa-8523307ae9b3 tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:57.533482 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-f2e9e6e5-2acd-4a3f-94cd-e9a9554baf59 req-fb5b0bbb-9b53-4a41-a4fa-8523307ae9b3 tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] 10.222.0.36 "GET /v2.0/ports?device_id=10df1c30-06bc-46f4-8091-88ba2b030d59 HTTP/1.1" status: 200 len: 943 time: 0.0514152 Feb 17 04:47:57.569840 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-f2e9e6e5-2acd-4a3f-94cd-e9a9554baf59 req-84793a65-cd29-41d2-88d3-c79ac4b06da4 tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a30bee3-2282-441d-be99-e30923feebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305536 Feb 17 04:47:58.210714 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Device 10492974-f2f8-4000-ad58-f809d5446d13 details requested by agent hyperv_hv-cinder-82963 with host hv-cinder-82963 {{(pid=108157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 04:47:58.298520 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac86ec25-f772-4a4f-a88b-f2201f291329 req-e63900f6-0267-4d7d-bd4c-828da85fa3c9 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:58.300276 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-ac86ec25-f772-4a4f-a88b-f2201f291329 req-e63900f6-0267-4d7d-bd4c-828da85fa3c9 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] 10.222.0.36 "GET /v2.0/ports?device_id=e149db34-8967-45c0-a77d-69af607f3198 HTTP/1.1" status: 200 len: 943 time: 0.0491922 Feb 17 04:47:58.306434 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] For port 10492974-f2f8-4000-ad58-f809d5446d13, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=10492974-f2f8-4000-ad58-f809d5446d13,segment=NetworkSegment(da664dda-47a8-4251-a2bc-0434f09d621c),segment_id=da664dda-47a8-4251-a2bc-0434f09d621c)] {{(pid=108157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:47:58.317939 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Returning: {'device': '10492974-f2f8-4000-ad58-f809d5446d13', 'network_id': 'f48158f2-61e5-4c01-93ca-4b39bbf4180c', 'port_id': '10492974-f2f8-4000-ad58-f809d5446d13', 'mac_address': 'fa:16:3e:63:3a:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7706499-0dd6-468c-9a78-218797b87028', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 04:47:58.338026 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-ac86ec25-f772-4a4f-a88b-f2201f291329 req-d3ade3fb-6a17-469a-801a-7d2240fa1c5e tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] 10.222.0.36 "GET /v2.0/security-groups?id=de74b28e-d488-441b-b526-075af1ad7a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320041 Feb 17 04:47:58.356436 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:58.368805 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.notifiers.nova [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10492974-f2f8-4000-ad58-f809d5446d13 {{(pid=108157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 04:47:58.391315 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] For port 10492974-f2f8-4000-ad58-f809d5446d13, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=10492974-f2f8-4000-ad58-f809d5446d13,segment=NetworkSegment(da664dda-47a8-4251-a2bc-0434f09d621c),segment_id=da664dda-47a8-4251-a2bc-0434f09d621c)] {{(pid=108157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:47:58.395107 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:58.395834 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Device dde87455-6fe5-4960-b77e-0f6441abbc4b details requested by agent hyperv_hv-cinder-82963 with host hv-cinder-82963 {{(pid=108157) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 04:47:58.481090 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Pushing event updated for resources: {'Port': ['ID=10492974-f2f8-4000-ad58-f809d5446d13,revision_number=4']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:47:58.523496 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] For port dde87455-6fe5-4960-b77e-0f6441abbc4b, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=dde87455-6fe5-4960-b77e-0f6441abbc4b,segment=NetworkSegment(9f5ef8ed-a7f3-4ada-aafe-eff96a5ba793),segment_id=9f5ef8ed-a7f3-4ada-aafe-eff96a5ba793)] {{(pid=108157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:47:58.534185 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Returning: {'device': 'dde87455-6fe5-4960-b77e-0f6441abbc4b', 'network_id': '8f41ec04-66a2-4d67-9dca-73ff37f6a27e', 'port_id': 'dde87455-6fe5-4960-b77e-0f6441abbc4b', 'mac_address': 'fa:16:3e:37:7d:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '442e91ed-5720-4b66-8f87-cd812d5ec3b2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108157) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 04:47:58.573697 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:58.585774 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.notifiers.nova [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dde87455-6fe5-4960-b77e-0f6441abbc4b {{(pid=108157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 04:47:58.605785 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] For port dde87455-6fe5-4960-b77e-0f6441abbc4b, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=dde87455-6fe5-4960-b77e-0f6441abbc4b,segment=NetworkSegment(9f5ef8ed-a7f3-4ada-aafe-eff96a5ba793),segment_id=9f5ef8ed-a7f3-4ada-aafe-eff96a5ba793)] {{(pid=108157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:47:58.611162 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:58.656653 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Pushing event updated for resources: {'Port': ['ID=dde87455-6fe5-4960-b77e-0f6441abbc4b,revision_number=4']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:47:58.683176 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cacdf41-c88d-49c0-b228-f6d0601720d8 req-fbe6cb4e-0cf8-4801-a6b0-c6e758558399 tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:58.684619 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-0cacdf41-c88d-49c0-b228-f6d0601720d8 req-fbe6cb4e-0cf8-4801-a6b0-c6e758558399 tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] 10.222.0.36 "GET /v2.0/ports?device_id=10df1c30-06bc-46f4-8091-88ba2b030d59 HTTP/1.1" status: 200 len: 944 time: 0.0474880 Feb 17 04:47:58.722230 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-0cacdf41-c88d-49c0-b228-f6d0601720d8 req-975b3601-6f13-442c-83ad-dbc2d7659939 tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a30bee3-2282-441d-be99-e30923feebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316479 Feb 17 04:47:58.947243 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] get_ports_and_sgs() called for port_ids ['dde87455-6fe5-4960-b77e-0f6441abbc4b'] {{(pid=108157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 04:47:58.951092 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] get_ports_and_sgs() called for port_ids ['10492974-f2f8-4000-ad58-f809d5446d13'] {{(pid=108157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 04:47:59.451627 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dfe686-49d8-4a1e-8488-c69dcd80655b req-b8011f2d-827f-4b17-987b-1fce01757cf2 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:59.453071 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-02dfe686-49d8-4a1e-8488-c69dcd80655b req-b8011f2d-827f-4b17-987b-1fce01757cf2 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] 10.222.0.36 "GET /v2.0/ports?device_id=e149db34-8967-45c0-a77d-69af607f3198 HTTP/1.1" status: 200 len: 944 time: 0.0479791 Feb 17 04:47:59.489919 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-02dfe686-49d8-4a1e-8488-c69dcd80655b req-3196627d-1e69-4f8d-a9cb-9e74e88b8a9d tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] 10.222.0.36 "GET /v2.0/security-groups?id=de74b28e-d488-441b-b526-075af1ad7a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310133 Feb 17 04:47:59.832472 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a3e9bb-ef8c-4cef-b440-8f950f32f172 req-f0d382be-36df-4304-94c6-e974bc958192 tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:59.833907 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-c5a3e9bb-ef8c-4cef-b440-8f950f32f172 req-f0d382be-36df-4304-94c6-e974bc958192 tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] 10.222.0.36 "GET /v2.0/ports?device_id=10df1c30-06bc-46f4-8091-88ba2b030d59 HTTP/1.1" status: 200 len: 944 time: 0.0470262 Feb 17 04:47:59.871283 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-c5a3e9bb-ef8c-4cef-b440-8f950f32f172 req-628021b2-ca71-483e-8952-2ad273f00a43 tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a30bee3-2282-441d-be99-e30923feebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306427 Feb 17 04:48:00.226761 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Device 10492974-f2f8-4000-ad58-f809d5446d13 up at agent hyperv_hv-cinder-82963 {{(pid=108157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:48:00.279586 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Provisioning for port 10492974-f2f8-4000-ad58-f809d5446d13 completed by entity L2. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 04:48:00.283466 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Provisioning complete for port 10492974-f2f8-4000-ad58-f809d5446d13 triggered by entity L2. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:48:00.283830 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:00.356692 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:00.378458 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10df1c30-06bc-46f4-8091-88ba2b030d59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10492974-f2f8-4000-ad58-f809d5446d13'}] {{(pid=108157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:48:00.380678 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2d1db2b66fadfb38f3e682fd5beb02e22f49f1efddde24347983e162d9d2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f51b06c-ab0e-4b4b-b8cb-1bd09f1a7130" -d '{"events": [{"server_uuid": "10df1c30-06bc-46f4-8091-88ba2b030d59", "name": "network-vif-plugged", "status": "completed", "tag": "10492974-f2f8-4000-ad58-f809d5446d13"}]}' {{(pid=108157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:48:00.394008 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] For port 10492974-f2f8-4000-ad58-f809d5446d13, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=10492974-f2f8-4000-ad58-f809d5446d13,segment=NetworkSegment(da664dda-47a8-4251-a2bc-0434f09d621c),segment_id=da664dda-47a8-4251-a2bc-0434f09d621c)] {{(pid=108157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:48:00.399096 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:00.399770 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Device dde87455-6fe5-4960-b77e-0f6441abbc4b up at agent hyperv_hv-cinder-82963 {{(pid=108157) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:48:00.440064 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 04:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a045d1-620b-4743-894a-470a39192170 x-openstack-request-id: req-77a045d1-620b-4743-894a-470a39192170 {{(pid=108157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:48:00.440389 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10df1c30-06bc-46f4-8091-88ba2b030d59", "name": "network-vif-plugged", "status": "completed", "tag": "10492974-f2f8-4000-ad58-f809d5446d13", "code": 200}]} {{(pid=108157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:48:00.440639 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-77a045d1-620b-4743-894a-470a39192170 {{(pid=108157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:48:00.441014 dv-cinder-829630-1-smb neutron-server[108157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10df1c30-06bc-46f4-8091-88ba2b030d59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10492974-f2f8-4000-ad58-f809d5446d13', 'code': 200} Feb 17 04:48:00.476987 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Pushing event updated for resources: {'Port': ['ID=10492974-f2f8-4000-ad58-f809d5446d13,revision_number=5']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:48:00.489721 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Provisioning for port dde87455-6fe5-4960-b77e-0f6441abbc4b completed by entity L2. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 04:48:00.493554 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Provisioning complete for port dde87455-6fe5-4960-b77e-0f6441abbc4b triggered by entity L2. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:48:00.493926 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:00.578467 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346c5aa8-1673-48d4-b7e9-305b41bfcc08 req-bc614a02-ba1b-4695-8098-4708a9370496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:00.579505 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:00.580388 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-346c5aa8-1673-48d4-b7e9-305b41bfcc08 req-bc614a02-ba1b-4695-8098-4708a9370496 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=10df1c30-06bc-46f4-8091-88ba2b030d59 HTTP/1.1" status: 200 len: 1098 time: 0.0428710 Feb 17 04:48:00.617094 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d3d0a-a929-4d69-a1ec-e31b28117769 req-6035f4be-708a-4c4a-a84a-2b504acb1ebb tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:00.618218 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] For port dde87455-6fe5-4960-b77e-0f6441abbc4b, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=dde87455-6fe5-4960-b77e-0f6441abbc4b,segment=NetworkSegment(9f5ef8ed-a7f3-4ada-aafe-eff96a5ba793),segment_id=9f5ef8ed-a7f3-4ada-aafe-eff96a5ba793)] {{(pid=108157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:48:00.618564 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-ab5d3d0a-a929-4d69-a1ec-e31b28117769 req-6035f4be-708a-4c4a-a84a-2b504acb1ebb tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] 10.222.0.36 "GET /v2.0/ports?device_id=e149db34-8967-45c0-a77d-69af607f3198 HTTP/1.1" status: 200 len: 944 time: 0.0582159 Feb 17 04:48:00.622280 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-346c5aa8-1673-48d4-b7e9-305b41bfcc08 req-6ed226ff-f5d2-4f20-aea5-99293d4fa21c service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9a30bee3-2282-441d-be99-e30923feebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350716 Feb 17 04:48:00.623752 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805'] for port, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:00.656790 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-ab5d3d0a-a929-4d69-a1ec-e31b28117769 req-b47f883a-49d0-4bb2-9b06-db78c43238b4 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] 10.222.0.36 "GET /v2.0/security-groups?id=de74b28e-d488-441b-b526-075af1ad7a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307896 Feb 17 04:48:00.673874 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Pushing event updated for resources: {'Port': ['ID=dde87455-6fe5-4960-b77e-0f6441abbc4b,revision_number=5']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:48:00.986005 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1991e16-c92b-4221-87a4-1b2c5963c156 req-0f604152-af0d-4999-a550-5414f8f9217c tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:00.987399 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-b1991e16-c92b-4221-87a4-1b2c5963c156 req-0f604152-af0d-4999-a550-5414f8f9217c tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] 10.222.0.36 "GET /v2.0/ports?device_id=10df1c30-06bc-46f4-8091-88ba2b030d59 HTTP/1.1" status: 200 len: 945 time: 0.0489085 Feb 17 04:48:01.026671 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-b1991e16-c92b-4221-87a4-1b2c5963c156 req-e3b2216a-8925-4e2b-8469-6a4488bdd1c1 tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a30bee3-2282-441d-be99-e30923feebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320823 Feb 17 04:48:01.772580 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976af4e4-9a58-4249-a6cf-80690db88b2f req-3b6d94ac-fccf-4572-add4-864c80052b0a tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:01.774011 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-976af4e4-9a58-4249-a6cf-80690db88b2f req-3b6d94ac-fccf-4572-add4-864c80052b0a tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] 10.222.0.36 "GET /v2.0/ports?device_id=e149db34-8967-45c0-a77d-69af607f3198 HTTP/1.1" status: 200 len: 945 time: 0.0483820 Feb 17 04:48:01.811634 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-976af4e4-9a58-4249-a6cf-80690db88b2f req-a937c497-b137-4dc3-8b09-9861c46a55ee tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] 10.222.0.36 "GET /v2.0/security-groups?id=de74b28e-d488-441b-b526-075af1ad7a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308907 Feb 17 04:48:02.139003 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aa9a5e-e369-414c-affc-5793901d49e4 req-5cc76ee0-5d71-44c5-b892-dc3c25897f1b tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:02.140488 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-34aa9a5e-e369-414c-affc-5793901d49e4 req-5cc76ee0-5d71-44c5-b892-dc3c25897f1b tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] 10.222.0.36 "GET /v2.0/ports?device_id=10df1c30-06bc-46f4-8091-88ba2b030d59 HTTP/1.1" status: 200 len: 945 time: 0.0483725 Feb 17 04:48:02.177827 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-34aa9a5e-e369-414c-affc-5793901d49e4 req-258216c5-4900-4789-b6cd-0afd59943737 tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a30bee3-2282-441d-be99-e30923feebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313957 Feb 17 04:48:02.441813 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e149db34-8967-45c0-a77d-69af607f3198', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dde87455-6fe5-4960-b77e-0f6441abbc4b'}] {{(pid=108157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:48:02.444118 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2d1db2b66fadfb38f3e682fd5beb02e22f49f1efddde24347983e162d9d2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f07f511c-3a0a-4346-83a1-9acb99cade3d" -d '{"events": [{"server_uuid": "e149db34-8967-45c0-a77d-69af607f3198", "name": "network-vif-plugged", "status": "completed", "tag": "dde87455-6fe5-4960-b77e-0f6441abbc4b"}]}' {{(pid=108157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:48:02.479589 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 04:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcc2a1cf-edb1-4cd1-ae74-383f5a6b7f41 x-openstack-request-id: req-bcc2a1cf-edb1-4cd1-ae74-383f5a6b7f41 {{(pid=108157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:48:02.479976 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e149db34-8967-45c0-a77d-69af607f3198", "name": "network-vif-plugged", "status": "completed", "tag": "dde87455-6fe5-4960-b77e-0f6441abbc4b", "code": 200}]} {{(pid=108157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:48:02.480220 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bcc2a1cf-edb1-4cd1-ae74-383f5a6b7f41 {{(pid=108157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:48:02.480607 dv-cinder-829630-1-smb neutron-server[108157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e149db34-8967-45c0-a77d-69af607f3198', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dde87455-6fe5-4960-b77e-0f6441abbc4b', 'code': 200} Feb 17 04:48:02.640093 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f699b584-f78a-4a22-9283-927b677121d3 req-caab9222-50f2-42a7-be37-38b139f4d365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:02.641799 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-f699b584-f78a-4a22-9283-927b677121d3 req-caab9222-50f2-42a7-be37-38b139f4d365 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e149db34-8967-45c0-a77d-69af607f3198 HTTP/1.1" status: 200 len: 1098 time: 0.0413594 Feb 17 04:48:02.681336 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-f699b584-f78a-4a22-9283-927b677121d3 req-07004f9d-98d6-4aa0-aa2d-97d3f0f554d9 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=de74b28e-d488-441b-b526-075af1ad7a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334885 Feb 17 04:48:02.777538 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce125d37-efb6-433c-a3fc-e0a05a5a4a84 req-330ab06e-32d4-4e60-a71c-642f28c52634 tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:02.778983 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-ce125d37-efb6-433c-a3fc-e0a05a5a4a84 req-330ab06e-32d4-4e60-a71c-642f28c52634 tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] 10.222.0.36 "GET /v2.0/ports?device_id=10df1c30-06bc-46f4-8091-88ba2b030d59 HTTP/1.1" status: 200 len: 945 time: 0.0482697 Feb 17 04:48:02.814875 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-ce125d37-efb6-433c-a3fc-e0a05a5a4a84 req-8be2955b-077c-45d5-8190-14e689573d77 tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a30bee3-2282-441d-be99-e30923feebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301132 Feb 17 04:48:02.923434 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011bde54-348d-4069-acda-311e57b5ab22 req-20dc1340-6026-436f-985c-4e4b9df127d1 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:02.924871 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-011bde54-348d-4069-acda-311e57b5ab22 req-20dc1340-6026-436f-985c-4e4b9df127d1 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] 10.222.0.36 "GET /v2.0/ports?device_id=e149db34-8967-45c0-a77d-69af607f3198 HTTP/1.1" status: 200 len: 945 time: 0.0478761 Feb 17 04:48:02.961653 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-011bde54-348d-4069-acda-311e57b5ab22 req-b7a7f701-17be-44ef-9c47-7f768a143d8f tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] 10.222.0.36 "GET /v2.0/security-groups?id=de74b28e-d488-441b-b526-075af1ad7a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309808 Feb 17 04:48:03.929472 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfc29da-0fa7-48f1-810f-705e10f907c0 req-5a088383-8cbd-40d1-86c2-f9df79f773cf tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:03.930894 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-6cfc29da-0fa7-48f1-810f-705e10f907c0 req-5a088383-8cbd-40d1-86c2-f9df79f773cf tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] 10.222.0.36 "GET /v2.0/ports?device_id=10df1c30-06bc-46f4-8091-88ba2b030d59 HTTP/1.1" status: 200 len: 945 time: 0.0511971 Feb 17 04:48:04.080892 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a56bff2-f9b3-412e-ad74-3c9fe76ac504 req-cac011d1-d26b-4746-a2cc-55c199c1d218 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:04.082609 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-7a56bff2-f9b3-412e-ad74-3c9fe76ac504 req-cac011d1-d26b-4746-a2cc-55c199c1d218 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] 10.222.0.36 "GET /v2.0/ports?device_id=e149db34-8967-45c0-a77d-69af607f3198 HTTP/1.1" status: 200 len: 945 time: 0.0525360 Feb 17 04:48:04.124937 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-7a56bff2-f9b3-412e-ad74-3c9fe76ac504 req-56c29b98-d605-49c2-9c2e-a4bf29a8169d tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] 10.222.0.36 "GET /v2.0/security-groups?id=de74b28e-d488-441b-b526-075af1ad7a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357392 Feb 17 04:48:04.204066 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-6cfc29da-0fa7-48f1-810f-705e10f907c0 req-452b7df9-a448-450a-ae8c-1263871a2c7a tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a30bee3-2282-441d-be99-e30923feebc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672529 Feb 17 04:48:04.245635 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74995511-d625-41bf-b9b2-6b5532f2f118 req-35bb746c-b5ea-4c95-821f-4e70ef6bc8ed tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:04.247080 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-74995511-d625-41bf-b9b2-6b5532f2f118 req-35bb746c-b5ea-4c95-821f-4e70ef6bc8ed tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] 10.222.0.36 "GET /v2.0/ports?device_id=e149db34-8967-45c0-a77d-69af607f3198 HTTP/1.1" status: 200 len: 945 time: 0.0503442 Feb 17 04:48:04.287419 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-74995511-d625-41bf-b9b2-6b5532f2f118 req-cc8589d0-1f0a-433f-938b-d0e932bc1da4 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] 10.222.0.36 "GET /v2.0/security-groups?id=de74b28e-d488-441b-b526-075af1ad7a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343721 Feb 17 04:48:04.338286 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbde6646-1a6b-4d7b-a69b-f400c5af82dc req-8d84e12c-ce33-4e49-aa40-4c1796144ca3 tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:04.340250 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-dbde6646-1a6b-4d7b-a69b-f400c5af82dc req-8d84e12c-ce33-4e49-aa40-4c1796144ca3 tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] 10.222.0.69 "GET /v2.0/ports?device_id=10df1c30-06bc-46f4-8091-88ba2b030d59 HTTP/1.1" status: 200 len: 945 time: 0.0485244 Feb 17 04:48:04.428339 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.plugin [req-dbde6646-1a6b-4d7b-a69b-f400c5af82dc req-37ab2c5f-8236-469a-8d77-6a10ebc34be7 tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] Deleting port 10492974-f2f8-4000-ad58-f809d5446d13 {{(pid=108156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:48:04.428683 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-dbde6646-1a6b-4d7b-a69b-f400c5af82dc req-37ab2c5f-8236-469a-8d77-6a10ebc34be7 tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733365899870'] for port, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:04.519633 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.db [req-dbde6646-1a6b-4d7b-a69b-f400c5af82dc req-37ab2c5f-8236-469a-8d77-6a10ebc34be7 tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] For port 10492974-f2f8-4000-ad58-f809d5446d13, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=10492974-f2f8-4000-ad58-f809d5446d13,segment=NetworkSegment(da664dda-47a8-4251-a2bc-0434f09d621c),segment_id=da664dda-47a8-4251-a2bc-0434f09d621c)] {{(pid=108156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:48:04.520078 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-dbde6646-1a6b-4d7b-a69b-f400c5af82dc req-37ab2c5f-8236-469a-8d77-6a10ebc34be7 tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650405'] for port, precommit_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:04.532303 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.plugin [req-dbde6646-1a6b-4d7b-a69b-f400c5af82dc req-37ab2c5f-8236-469a-8d77-6a10ebc34be7 tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] Calling delete_port for 10492974-f2f8-4000-ad58-f809d5446d13 owned by compute:nova {{(pid=108156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:48:04.646269 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69badf0-b60b-4903-9c48-7f8b07c0d624 req-2cfdb416-6e2a-4f56-990d-7ad2cb352b59 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:04.647762 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-b69badf0-b60b-4903-9c48-7f8b07c0d624 req-2cfdb416-6e2a-4f56-990d-7ad2cb352b59 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] 10.222.0.36 "GET /v2.0/ports?device_id=e149db34-8967-45c0-a77d-69af607f3198 HTTP/1.1" status: 200 len: 945 time: 0.0751011 Feb 17 04:48:04.717632 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-b69badf0-b60b-4903-9c48-7f8b07c0d624 req-466d40c6-569c-4d69-a872-f0e4fcc92238 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] 10.222.0.36 "GET /v2.0/security-groups?id=de74b28e-d488-441b-b526-075af1ad7a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637727 Feb 17 04:48:04.726808 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-dbde6646-1a6b-4d7b-a69b-f400c5af82dc req-37ab2c5f-8236-469a-8d77-6a10ebc34be7 tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733365900373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733365499778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26489006'] for port, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:04.744359 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] get_ports_and_sgs() called for port_ids ['10492974-f2f8-4000-ad58-f809d5446d13'] {{(pid=108157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 04:48:04.756535 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ab2c5f-8236-469a-8d77-6a10ebc34be7 tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] Pushing event deleted for resources: {'Port': ['ID=10492974-f2f8-4000-ad58-f809d5446d13,revision_number=None']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:48:04.802178 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbde6646-1a6b-4d7b-a69b-f400c5af82dc req-37ab2c5f-8236-469a-8d77-6a10ebc34be7 tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] No DVR routers for this DVR port 10492974-f2f8-4000-ad58-f809d5446d13 on host hv-cinder-82963 {{(pid=108156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 04:48:04.804741 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-dbde6646-1a6b-4d7b-a69b-f400c5af82dc req-37ab2c5f-8236-469a-8d77-6a10ebc34be7 tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49904'] for port, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:04.808200 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-dbde6646-1a6b-4d7b-a69b-f400c5af82dc req-37ab2c5f-8236-469a-8d77-6a10ebc34be7 tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] 10.222.0.69 "DELETE /v2.0/ports/10492974-f2f8-4000-ad58-f809d5446d13 HTTP/1.1" status: 204 len: 173 time: 0.4626133 Feb 17 04:48:04.808632 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10df1c30-06bc-46f4-8091-88ba2b030d59', 'name': 'network-vif-deleted', 'tag': '10492974-f2f8-4000-ad58-f809d5446d13'}] {{(pid=108156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:48:04.810922 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0b67973df7b1313e2305cae6a6fc83f0f1e2d937ba4ea44ff20eeef2f46ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdd3d4db-84c2-4671-9acd-10695510a6c3" -d '{"events": [{"server_uuid": "10df1c30-06bc-46f4-8091-88ba2b030d59", "name": "network-vif-deleted", "tag": "10492974-f2f8-4000-ad58-f809d5446d13"}]}' {{(pid=108156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:48:04.865401 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 04:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17b2576d-d313-44cf-93ec-b93298ff1c2f x-openstack-request-id: req-17b2576d-d313-44cf-93ec-b93298ff1c2f {{(pid=108156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:48:04.865737 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10df1c30-06bc-46f4-8091-88ba2b030d59", "name": "network-vif-deleted", "tag": "10492974-f2f8-4000-ad58-f809d5446d13", "status": "completed", "code": 200}]} {{(pid=108156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:48:04.865991 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-17b2576d-d313-44cf-93ec-b93298ff1c2f {{(pid=108156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:48:04.866387 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10df1c30-06bc-46f4-8091-88ba2b030d59', 'name': 'network-vif-deleted', 'tag': '10492974-f2f8-4000-ad58-f809d5446d13', 'status': 'completed', 'code': 200} Feb 17 04:48:05.314855 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-101a7da1-2673-44e0-a1a5-02540092ad76 req-4b78c5a1-b39b-467e-9ba7-db498adab828 tempest-VolumesActionsTest-1290136740 tempest-VolumesActionsTest-1290136740-project] 10.222.0.36 "GET /v2.0/ports?device_id=10df1c30-06bc-46f4-8091-88ba2b030d59 HTTP/1.1" status: 200 len: 210 time: 0.0264132 Feb 17 04:48:07.809286 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbf55c3-11db-4940-8ec3-c943725b0b92 req-e9189015-6716-49f3-b06d-9ffef055de6e tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:07.810794 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-fcbf55c3-11db-4940-8ec3-c943725b0b92 req-e9189015-6716-49f3-b06d-9ffef055de6e tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] 10.222.0.36 "GET /v2.0/ports?device_id=e149db34-8967-45c0-a77d-69af607f3198 HTTP/1.1" status: 200 len: 945 time: 0.0577028 Feb 17 04:48:07.850967 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-fcbf55c3-11db-4940-8ec3-c943725b0b92 req-2970fe4f-5416-4f28-a9c2-22aa7f7441a8 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] 10.222.0.36 "GET /v2.0/security-groups?id=de74b28e-d488-441b-b526-075af1ad7a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341325 Feb 17 04:48:07.874803 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 37206) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:48:08.002662 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1edca4f-5bc5-4354-9a20-58c2a4875c13 tempest-TestMinimumBasicScenario-2132690717 tempest-TestMinimumBasicScenario-2132690717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:08.007433 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 37212) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:48:08.007592 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-c1edca4f-5bc5-4354-9a20-58c2a4875c13 tempest-TestMinimumBasicScenario-2132690717 tempest-TestMinimumBasicScenario-2132690717-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=e149db34-8967-45c0-a77d-69af607f3198 HTTP/1.1" status: 200 len: 1093 time: 0.1316521 Feb 17 04:48:08.013100 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.v2.base [None req-234c30ad-bac3-4cde-a473-d45342726e06 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Request body: {'floatingip': {'floating_network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'port_id': 'dde87455-6fe5-4960-b77e-0f6441abbc4b', 'tenant_id': 'd490895cb5cc4bc7a1fd951e59921102', 'fixed_ip_address': '172.20.0.8'}} {{(pid=108156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:48:08.040454 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-234c30ad-bac3-4cde-a473-d45342726e06 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Notify callbacks [] for floatingip, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:08.168831 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-234c30ad-bac3-4cde-a473-d45342726e06 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:08.241534 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Device 10492974-f2f8-4000-ad58-f809d5446d13 no longer exists at agent hyperv_hv-cinder-82963 {{(pid=108157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 04:48:08.311838 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.plugin [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] No Port match for: 10492974-f2f8-4000-ad58-f809d5446d13 {{(pid=108157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 17 04:48:08.312548 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Device 10492974-f2f8-4000-ad58-f809d5446d13 not bound to the agent host hv-cinder-82963 {{(pid=108157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 04:48:08.357144 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.db.db_base_plugin_common [None req-234c30ad-bac3-4cde-a473-d45342726e06 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Allocated IP 172.28.3.79 (9ee4813c-26bc-4ce0-8bb0-948d56f273c2/e9f6ab95-7249-4be3-8bb0-da1d9214eacd/03ff2f21-13f3-45e4-b2a2-123f44bd6817) {{(pid=108156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:48:08.475262 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-234c30ad-bac3-4cde-a473-d45342726e06 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Notify callbacks [] for port, precommit_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:08.512988 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-234c30ad-bac3-4cde-a473-d45342726e06 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733365499769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26489006'] for port, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:08.556339 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234c30ad-bac3-4cde-a473-d45342726e06 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Network 9ee4813c-26bc-4ce0-8bb0-948d56f273c2 is already hosted by enough agents. {{(pid=108156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:48:08.563040 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.scheduler.base_scheduler [None req-234c30ad-bac3-4cde-a473-d45342726e06 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Resources bound (agent type, host, resource id): {{(pid=108156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:48:08.565323 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234c30ad-bac3-4cde-a473-d45342726e06 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Pushing event updated for resources: {'Port': ['ID=03ff2f21-13f3-45e4-b2a2-123f44bd6817,revision_number=1']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:48:08.567500 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234c30ad-bac3-4cde-a473-d45342726e06 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Received port after_create {{(pid=108156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:48:09.151630 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-234c30ad-bac3-4cde-a473-d45342726e06 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:09.289596 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-234c30ad-bac3-4cde-a473-d45342726e06 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:09.484535 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-234c30ad-bac3-4cde-a473-d45342726e06 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Notify callbacks [] for port, precommit_update {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:09.489908 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-234c30ad-bac3-4cde-a473-d45342726e06 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26488999'] for port, after_update {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:09.560046 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234c30ad-bac3-4cde-a473-d45342726e06 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Pushing event updated for resources: {'Port': ['ID=03ff2f21-13f3-45e4-b2a2-123f44bd6817,revision_number=2']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:48:09.580717 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-234c30ad-bac3-4cde-a473-d45342726e06 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650163'] for floatingip, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:09.941126 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.db.l3_db [None req-234c30ad-bac3-4cde-a473-d45342726e06 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Floating IP ef900a78-00d4-465c-813a-0e9202e4c9c5 associated. External IP: 172.28.3.79, port: dde87455-6fe5-4960-b77e-0f6441abbc4b. Feb 17 04:48:10.202151 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-234c30ad-bac3-4cde-a473-d45342726e06 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Router 550921bb-af9a-48db-811f-e396a191f86b has already been hosted by L3 agent e8023405-eda5-4975-af11-622b29ed5550 {{(pid=108156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 04:48:10.322172 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-234c30ad-bac3-4cde-a473-d45342726e06 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Notify agent at l3_agent.dv-cinder-829630-1-smb the message routers_updated {{(pid=108156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 04:48:10.333327 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f8556f-371f-4510-97a7-b55a78ba6f72 None None] Sync routers for ids ['550921bb-af9a-48db-811f-e396a191f86b'] in dv-cinder-829630-1-smb {{(pid=108157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 04:48:10.350057 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f8556f-371f-4510-97a7-b55a78ba6f72 None None] Routers {'550921bb-af9a-48db-811f-e396a191f86b'} bound to L3 agent in host dv-cinder-829630-1-smb {{(pid=108157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:48:10.350857 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_hamode_db [None req-48f8556f-371f-4510-97a7-b55a78ba6f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T04:31:52Z,description=,heartbeat_timestamp=2022-02-17T04:47:52Z,host='dv-cinder-829630-1-smb',id=e8023405-eda5-4975-af11-622b29ed5550,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:52Z,topic='l3_agent')) {'router_ids': ['550921bb-af9a-48db-811f-e396a191f86b'], 'active': True} {{(pid=108157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:48:10.360554 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-234c30ad-bac3-4cde-a473-d45342726e06 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49904'] for floatingip, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:10.418294 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 37226) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:48:10.428652 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.v2.base [None req-7b5e2aa5-9c6c-4087-b078-5d649a229929 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1589471267', 'description': 'tempest-secgroup-smoke-1589471267 description', 'project_id': 'd490895cb5cc4bc7a1fd951e59921102'}} {{(pid=108155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:48:10.431284 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-234c30ad-bac3-4cde-a473-d45342726e06 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4198265 Feb 17 04:48:10.434311 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e149db34-8967-45c0-a77d-69af607f3198', 'tag': 'dde87455-6fe5-4960-b77e-0f6441abbc4b'}] {{(pid=108156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:48:10.442539 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0b67973df7b1313e2305cae6a6fc83f0f1e2d937ba4ea44ff20eeef2f46ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbefa8e0-0ac6-417f-8eaf-d8bed712b0be" -d '{"events": [{"name": "network-changed", "server_uuid": "e149db34-8967-45c0-a77d-69af607f3198", "tag": "dde87455-6fe5-4960-b77e-0f6441abbc4b"}]}' {{(pid=108156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:48:10.462250 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-7b5e2aa5-9c6c-4087-b078-5d649a229929 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Notify callbacks [] for security_group, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:10.510177 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 04:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-059bb4b7-f53f-4931-9fc6-4c17b259c819 x-openstack-request-id: req-059bb4b7-f53f-4931-9fc6-4c17b259c819 {{(pid=108156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:48:10.510958 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e149db34-8967-45c0-a77d-69af607f3198", "tag": "dde87455-6fe5-4960-b77e-0f6441abbc4b", "status": "completed", "code": 200}]} {{(pid=108156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:48:10.511384 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-059bb4b7-f53f-4931-9fc6-4c17b259c819 {{(pid=108156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:48:10.516887 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e149db34-8967-45c0-a77d-69af607f3198', 'tag': 'dde87455-6fe5-4960-b77e-0f6441abbc4b', 'status': 'completed', 'code': 200} Feb 17 04:48:10.575035 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-7b5e2aa5-9c6c-4087-b078-5d649a229929 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Notify callbacks [] for security_group, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:10.588322 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-7b5e2aa5-9c6c-4087-b078-5d649a229929 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:10.603095 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_dvr_db [None req-48f8556f-371f-4510-97a7-b55a78ba6f72 None None] Set router 550921bb-af9a-48db-811f-e396a191f86b gateway port host: dv-cinder-829630-1-smb {{(pid=108157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:48:10.603590 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbefa8e0-0ac6-417f-8eaf-d8bed712b0be req-58130e4e-ee80-4bd9-815e-e3475f70a385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:10.605662 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-fbefa8e0-0ac6-417f-8eaf-d8bed712b0be req-58130e4e-ee80-4bd9-815e-e3475f70a385 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d490895cb5cc4bc7a1fd951e59921102&device_id=e149db34-8967-45c0-a77d-69af607f3198 HTTP/1.1" status: 200 len: 1098 time: 0.0727296 Feb 17 04:48:10.636081 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5e2aa5-9c6c-4087-b078-5d649a229929 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdaba0ce-3096-46bf-afae-277d838f1278,revision_number=1']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:48:10.641615 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-7b5e2aa5-9c6c-4087-b078-5d649a229929 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Notify callbacks [] for security_group, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:10.644109 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-7b5e2aa5-9c6c-4087-b078-5d649a229929 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2239003 Feb 17 04:48:10.649281 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 37234) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:48:10.655282 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.v2.base [None req-b826aa22-1968-414e-b8d5-cacb7dffe9e0 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Request body: {'security_group_rule': {'security_group_id': 'cdaba0ce-3096-46bf-afae-277d838f1278', 'project_id': 'd490895cb5cc4bc7a1fd951e59921102', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:48:10.661483 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5e2aa5-9c6c-4087-b078-5d649a229929 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:48:10.661891 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5e2aa5-9c6c-4087-b078-5d649a229929 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:48:10.662267 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5e2aa5-9c6c-4087-b078-5d649a229929 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:48:10.662609 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5e2aa5-9c6c-4087-b078-5d649a229929 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:48:10.662964 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5e2aa5-9c6c-4087-b078-5d649a229929 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:48:10.663374 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5e2aa5-9c6c-4087-b078-5d649a229929 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:48:10.664017 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5e2aa5-9c6c-4087-b078-5d649a229929 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:48:10.665102 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5e2aa5-9c6c-4087-b078-5d649a229929 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:48:10.665102 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5e2aa5-9c6c-4087-b078-5d649a229929 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:48:10.665331 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5e2aa5-9c6c-4087-b078-5d649a229929 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:48:10.665700 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5e2aa5-9c6c-4087-b078-5d649a229929 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:48:10.666034 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5e2aa5-9c6c-4087-b078-5d649a229929 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:48:10.704600 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-b826aa22-1968-414e-b8d5-cacb7dffe9e0 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:10.767500 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbefa8e0-0ac6-417f-8eaf-d8bed712b0be req-48b73b5e-425e-4e0e-acd0-5fe24d8883e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:10.768897 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-fbefa8e0-0ac6-417f-8eaf-d8bed712b0be req-48b73b5e-425e-4e0e-acd0-5fe24d8883e3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8f41ec04-66a2-4d67-9dca-73ff37f6a27e HTTP/1.1" status: 200 len: 914 time: 0.1514354 Feb 17 04:48:10.820903 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-b826aa22-1968-414e-b8d5-cacb7dffe9e0 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:10.826082 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-b826aa22-1968-414e-b8d5-cacb7dffe9e0 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825139'] for security_group_rule, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:10.850357 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-fbefa8e0-0ac6-417f-8eaf-d8bed712b0be req-88545c8b-eb35-4998-8bf1-309709b2d3fd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dde87455-6fe5-4960-b77e-0f6441abbc4b HTTP/1.1" status: 200 len: 998 time: 0.0744531 Feb 17 04:48:10.857131 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b826aa22-1968-414e-b8d5-cacb7dffe9e0 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47139fd0-7210-4d55-84cc-c6b273dd143f,revision_number=0']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:48:10.868875 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_hamode_db [None req-48f8556f-371f-4510-97a7-b55a78ba6f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '550921bb-af9a-48db-811f-e396a191f86b', 'name': 'tempest-TestMinimumBasicScenario-692798134-router', 'tenant_id': 'd490895cb5cc4bc7a1fd951e59921102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'external_fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.164'}], 'enable_snat': True}, 'gw_port_id': '683b130d-3aaa-4ed9-b2c1-8c254641d92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:47:25Z', 'updated_at': '2022-02-17T04:47:27Z', 'revision_number': 4, 'project_id': 'd490895cb5cc4bc7a1fd951e59921102', 'gw_port': {'id': '683b130d-3aaa-4ed9-b2c1-8c254641d92e', 'name': '', 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:1c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '550921bb-af9a-48db-811f-e396a191f86b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:47:25Z', 'updated_at': '2022-02-17T04:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-smb', '_floatingips': [{'id': 'ef900a78-00d4-465c-813a-0e9202e4c9c5', 'tenant_id': 'd490895cb5cc4bc7a1fd951e59921102', 'floating_ip_address': '172.28.3.79', 'floating_network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'router_id': '550921bb-af9a-48db-811f-e396a191f86b', 'port_id': 'dde87455-6fe5-4960-b77e-0f6441abbc4b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f41ec04-66a2-4d67-9dca-73ff37f6a27e', 'mac_address': 'fa:16:3e:37:7d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e149db34-8967-45c0-a77d-69af607f3198', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T04:48:08Z', 'updated_at': '2022-02-17T04:48:08Z', 'revision_number': 0, 'project_id': 'd490895cb5cc4bc7a1fd951e59921102', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a64b2c9a-5de0-4e73-a78e-0ab42876c0b8', 'name': '', 'network_id': '8f41ec04-66a2-4d67-9dca-73ff37f6a27e', 'tenant_id': 'd490895cb5cc4bc7a1fd951e59921102', 'mac_address': 'fa:16:3e:55:5d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '550921bb-af9a-48db-811f-e396a191f86b', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '442e91ed-5720-4b66-8f87-cd812d5ec3b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:47:27Z', 'updated_at': '2022-02-17T04:47:32Z', 'revision_number': 5, 'project_id': 'd490895cb5cc4bc7a1fd951e59921102', 'subnets': [{'id': '442e91ed-5720-4b66-8f87-cd812d5ec3b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-1-smb', False) {} {{(pid=108157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:48:10.879168 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-b826aa22-1968-414e-b8d5-cacb7dffe9e0 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:10.883216 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-b826aa22-1968-414e-b8d5-cacb7dffe9e0 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2326698 Feb 17 04:48:10.883826 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 37236) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:48:10.889530 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.v2.base [None req-6172677e-37a9-406d-8e80-acf79ac499be tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Request body: {'security_group_rule': {'security_group_id': 'cdaba0ce-3096-46bf-afae-277d838f1278', 'project_id': 'd490895cb5cc4bc7a1fd951e59921102', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:48:10.902877 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f8556f-371f-4510-97a7-b55a78ba6f72 None None] Checking router: 550921bb-af9a-48db-811f-e396a191f86b for host: dv-cinder-829630-1-smb {{(pid=108157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 04:48:10.913802 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f8556f-371f-4510-97a7-b55a78ba6f72 None None] Routers {'550921bb-af9a-48db-811f-e396a191f86b'} bound to L3 agent in host dv-cinder-829630-1-smb {{(pid=108157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:48:10.915054 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_hamode_db [None req-48f8556f-371f-4510-97a7-b55a78ba6f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T04:31:52Z,description=,heartbeat_timestamp=2022-02-17T04:47:52Z,host='dv-cinder-829630-1-smb',id=e8023405-eda5-4975-af11-622b29ed5550,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:52Z,topic='l3_agent')) {'router_ids': ['550921bb-af9a-48db-811f-e396a191f86b'], 'active': True} {{(pid=108157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:48:10.925371 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-6172677e-37a9-406d-8e80-acf79ac499be tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:10.948060 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbefa8e0-0ac6-417f-8eaf-d8bed712b0be req-fcab71f1-f0ea-4d37-a161-65f2cdf67615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:10.952585 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-fbefa8e0-0ac6-417f-8eaf-d8bed712b0be req-fcab71f1-f0ea-4d37-a161-65f2cdf67615 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=442e91ed-5720-4b66-8f87-cd812d5ec3b2 HTTP/1.1" status: 200 len: 853 time: 0.0809176 Feb 17 04:48:11.011768 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-6172677e-37a9-406d-8e80-acf79ac499be tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:11.016609 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbefa8e0-0ac6-417f-8eaf-d8bed712b0be req-38187401-5715-414a-9b49-7a727c1cc7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:11.017573 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-6172677e-37a9-406d-8e80-acf79ac499be tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825139'] for security_group_rule, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:11.018772 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-fbefa8e0-0ac6-417f-8eaf-d8bed712b0be req-38187401-5715-414a-9b49-7a727c1cc7aa service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8f41ec04-66a2-4d67-9dca-73ff37f6a27e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0584438 Feb 17 04:48:11.041121 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6172677e-37a9-406d-8e80-acf79ac499be tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5571a7cf-7a29-4358-a7ab-9e6c90d08e3a,revision_number=0']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:48:11.047405 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-6172677e-37a9-406d-8e80-acf79ac499be tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:11.051362 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-6172677e-37a9-406d-8e80-acf79ac499be tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1665034 Feb 17 04:48:11.051924 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 37238) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:48:11.056914 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.v2.base [None req-60112066-42b9-4189-ac65-c00184b83e1c tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Request body: {'security_group_rule': {'security_group_id': 'cdaba0ce-3096-46bf-afae-277d838f1278', 'project_id': 'd490895cb5cc4bc7a1fd951e59921102', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:48:11.071155 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_dvr_db [None req-48f8556f-371f-4510-97a7-b55a78ba6f72 None None] Set router 550921bb-af9a-48db-811f-e396a191f86b gateway port host: dv-cinder-829630-1-smb {{(pid=108157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:48:11.094795 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-60112066-42b9-4189-ac65-c00184b83e1c tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:11.150362 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-fbefa8e0-0ac6-417f-8eaf-d8bed712b0be req-c2bf1719-daeb-4086-b7d5-afaf9bfce69c service neutron] 10.222.0.69 "GET /v2.0/networks/8f41ec04-66a2-4d67-9dca-73ff37f6a27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228030 Feb 17 04:48:11.183995 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-60112066-42b9-4189-ac65-c00184b83e1c tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:11.189195 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-60112066-42b9-4189-ac65-c00184b83e1c tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825139'] for security_group_rule, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:11.225279 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60112066-42b9-4189-ac65-c00184b83e1c tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbae7b66-14f7-4add-828d-36fd035d6ab8,revision_number=0']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:48:11.234294 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-60112066-42b9-4189-ac65-c00184b83e1c tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:11.238687 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-60112066-42b9-4189-ac65-c00184b83e1c tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1852078 Feb 17 04:48:11.239564 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 37244) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:48:11.245322 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.v2.base [None req-6aa9a8fc-0d8d-4965-80d5-f93775b11d03 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Request body: {'security_group_rule': {'security_group_id': 'cdaba0ce-3096-46bf-afae-277d838f1278', 'project_id': 'd490895cb5cc4bc7a1fd951e59921102', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:48:11.304255 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-6aa9a8fc-0d8d-4965-80d5-f93775b11d03 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:11.311324 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-fbefa8e0-0ac6-417f-8eaf-d8bed712b0be req-526178b7-cf1f-4caa-890e-fe011585be88 service neutron] 10.222.0.69 "GET /v2.0/networks/8f41ec04-66a2-4d67-9dca-73ff37f6a27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531320 Feb 17 04:48:11.381911 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-6aa9a8fc-0d8d-4965-80d5-f93775b11d03 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:11.388079 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-6aa9a8fc-0d8d-4965-80d5-f93775b11d03 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825139'] for security_group_rule, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:11.405663 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_hamode_db [None req-48f8556f-371f-4510-97a7-b55a78ba6f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '550921bb-af9a-48db-811f-e396a191f86b', 'name': 'tempest-TestMinimumBasicScenario-692798134-router', 'tenant_id': 'd490895cb5cc4bc7a1fd951e59921102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'external_fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.164'}], 'enable_snat': True}, 'gw_port_id': '683b130d-3aaa-4ed9-b2c1-8c254641d92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:47:25Z', 'updated_at': '2022-02-17T04:47:27Z', 'revision_number': 4, 'project_id': 'd490895cb5cc4bc7a1fd951e59921102', 'gw_port': {'id': '683b130d-3aaa-4ed9-b2c1-8c254641d92e', 'name': '', 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:1c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '550921bb-af9a-48db-811f-e396a191f86b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:47:25Z', 'updated_at': '2022-02-17T04:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-smb', '_floatingips': [{'id': 'ef900a78-00d4-465c-813a-0e9202e4c9c5', 'tenant_id': 'd490895cb5cc4bc7a1fd951e59921102', 'floating_ip_address': '172.28.3.79', 'floating_network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'router_id': '550921bb-af9a-48db-811f-e396a191f86b', 'port_id': 'dde87455-6fe5-4960-b77e-0f6441abbc4b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f41ec04-66a2-4d67-9dca-73ff37f6a27e', 'mac_address': 'fa:16:3e:37:7d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e149db34-8967-45c0-a77d-69af607f3198', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T04:48:08Z', 'updated_at': '2022-02-17T04:48:08Z', 'revision_number': 0, 'project_id': 'd490895cb5cc4bc7a1fd951e59921102', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a64b2c9a-5de0-4e73-a78e-0ab42876c0b8', 'name': '', 'network_id': '8f41ec04-66a2-4d67-9dca-73ff37f6a27e', 'tenant_id': 'd490895cb5cc4bc7a1fd951e59921102', 'mac_address': 'fa:16:3e:55:5d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '550921bb-af9a-48db-811f-e396a191f86b', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '442e91ed-5720-4b66-8f87-cd812d5ec3b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:47:27Z', 'updated_at': '2022-02-17T04:47:32Z', 'revision_number': 5, 'project_id': 'd490895cb5cc4bc7a1fd951e59921102', 'subnets': [{'id': '442e91ed-5720-4b66-8f87-cd812d5ec3b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-1-smb', False) {} {{(pid=108157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:48:11.415712 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa9a8fc-0d8d-4965-80d5-f93775b11d03 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1760544-2f3b-4c9d-a65c-913c656b4b0b,revision_number=0']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:48:11.422014 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-6aa9a8fc-0d8d-4965-80d5-f93775b11d03 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:11.423703 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-6aa9a8fc-0d8d-4965-80d5-f93775b11d03 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1827283 Feb 17 04:48:11.426655 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 37246) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:48:11.431231 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.v2.base [None req-efbf14f8-d1fe-40c3-b690-8dd1816f0e6d tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Request body: {'security_group_rule': {'security_group_id': 'cdaba0ce-3096-46bf-afae-277d838f1278', 'project_id': 'd490895cb5cc4bc7a1fd951e59921102', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:48:11.456350 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f8556f-371f-4510-97a7-b55a78ba6f72 None None] The sync data for ids ['550921bb-af9a-48db-811f-e396a191f86b'] in dv-cinder-829630-1-smb is: [{'id': '550921bb-af9a-48db-811f-e396a191f86b', 'name': 'tempest-TestMinimumBasicScenario-692798134-router', 'tenant_id': 'd490895cb5cc4bc7a1fd951e59921102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'external_fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.164'}], 'enable_snat': True}, 'gw_port_id': '683b130d-3aaa-4ed9-b2c1-8c254641d92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:47:25Z', 'updated_at': '2022-02-17T04:47:27Z', 'revision_number': 4, 'project_id': 'd490895cb5cc4bc7a1fd951e59921102', 'gw_port': {'id': '683b130d-3aaa-4ed9-b2c1-8c254641d92e', 'name': '', 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:1c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '550921bb-af9a-48db-811f-e396a191f86b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:47:25Z', 'updated_at': '2022-02-17T04:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-smb', '_floatingips': [{'id': 'ef900a78-00d4-465c-813a-0e9202e4c9c5', 'tenant_id': 'd490895cb5cc4bc7a1fd951e59921102', 'floating_ip_address': '172.28.3.79', 'floating_network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'router_id': '550921bb-af9a-48db-811f-e396a191f86b', 'port_id': 'dde87455-6fe5-4960-b77e-0f6441abbc4b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f41ec04-66a2-4d67-9dca-73ff37f6a27e', 'mac_address': 'fa:16:3e:37:7d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e149db34-8967-45c0-a77d-69af607f3198', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T04:48:08Z', 'updated_at': '2022-02-17T04:48:08Z', 'revision_number': 0, 'project_id': 'd490895cb5cc4bc7a1fd951e59921102', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a64b2c9a-5de0-4e73-a78e-0ab42876c0b8', 'name': '', 'network_id': '8f41ec04-66a2-4d67-9dca-73ff37f6a27e', 'tenant_id': 'd490895cb5cc4bc7a1fd951e59921102', 'mac_address': 'fa:16:3e:55:5d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '550921bb-af9a-48db-811f-e396a191f86b', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '442e91ed-5720-4b66-8f87-cd812d5ec3b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:47:27Z', 'updated_at': '2022-02-17T04:47:32Z', 'revision_number': 5, 'project_id': 'd490895cb5cc4bc7a1fd951e59921102', 'subnets': [{'id': '442e91ed-5720-4b66-8f87-cd812d5ec3b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 04:48:11.469837 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.db.securitygroups_db [None req-efbf14f8-d1fe-40c3-b690-8dd1816f0e6d tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Project d490895cb5cc4bc7a1fd951e59921102 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 04:48:11.476542 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-efbf14f8-d1fe-40c3-b690-8dd1816f0e6d tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:11.586488 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-efbf14f8-d1fe-40c3-b690-8dd1816f0e6d tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:11.592770 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-efbf14f8-d1fe-40c3-b690-8dd1816f0e6d tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825139'] for security_group_rule, after_create {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:11.617071 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-efbf14f8-d1fe-40c3-b690-8dd1816f0e6d tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:11.619405 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-efbf14f8-d1fe-40c3-b690-8dd1816f0e6d tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1916611 Feb 17 04:48:11.621214 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 37248) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:48:11.626398 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.v2.base [None req-fc595387-86b7-4a58-aae8-3c4a8bbeaf5f tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Request body: {'security_group_rule': {'security_group_id': 'cdaba0ce-3096-46bf-afae-277d838f1278', 'project_id': 'd490895cb5cc4bc7a1fd951e59921102', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:48:11.633714 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf14f8-d1fe-40c3-b690-8dd1816f0e6d tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02c66809-6a09-4a2f-9114-3bb14897ea83,revision_number=0']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:48:11.665855 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.db.securitygroups_db [None req-fc595387-86b7-4a58-aae8-3c4a8bbeaf5f tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Project d490895cb5cc4bc7a1fd951e59921102 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 04:48:11.672682 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-fc595387-86b7-4a58-aae8-3c4a8bbeaf5f tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:11.757316 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-fc595387-86b7-4a58-aae8-3c4a8bbeaf5f tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:11.759783 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b765a2ee-3aa0-4be0-b716-d43ef82b6d35 None None] New status for floating IP ef900a78-00d4-465c-813a-0e9202e4c9c5: ACTIVE {{(pid=108158) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 04:48:11.763271 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-fc595387-86b7-4a58-aae8-3c4a8bbeaf5f tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825139'] for security_group_rule, after_create {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:11.783078 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc595387-86b7-4a58-aae8-3c4a8bbeaf5f tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e15ce5be-47c2-4bcd-8953-69f1c68f3d11,revision_number=0']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:48:11.793808 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-fc595387-86b7-4a58-aae8-3c4a8bbeaf5f tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:11.797807 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-fc595387-86b7-4a58-aae8-3c4a8bbeaf5f tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1727214 Feb 17 04:48:11.894164 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-33c25634-06d4-458f-ab17-419749c22662 req-8db44645-4aec-4ad7-874c-b09eb4c47c1b tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1589471267&fields=id&tenant_id=d490895cb5cc4bc7a1fd951e59921102 HTTP/1.1" status: 200 len: 267 time: 0.0438128 Feb 17 04:48:11.962486 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c25634-06d4-458f-ab17-419749c22662 req-194045d4-adcc-4af0-88e9-a7cb31a00ff6 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:11.964409 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-33c25634-06d4-458f-ab17-419749c22662 req-194045d4-adcc-4af0-88e9-a7cb31a00ff6 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] 10.222.0.36 "GET /v2.0/ports?device_id=e149db34-8967-45c0-a77d-69af607f3198 HTTP/1.1" status: 200 len: 945 time: 0.0687006 Feb 17 04:48:11.977845 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.v2.base [req-33c25634-06d4-458f-ab17-419749c22662 req-a8aa53c1-3af3-45fc-ab4c-c7cbccebc768 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Request body: {'port': {'security_groups': ['de74b28e-d488-441b-b526-075af1ad7a15', 'cdaba0ce-3096-46bf-afae-277d838f1278']}} {{(pid=108156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:48:12.073146 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-33c25634-06d4-458f-ab17-419749c22662 req-a8aa53c1-3af3-45fc-ab4c-c7cbccebc768 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:12.300683 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.db [req-33c25634-06d4-458f-ab17-419749c22662 req-a8aa53c1-3af3-45fc-ab4c-c7cbccebc768 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] For port dde87455-6fe5-4960-b77e-0f6441abbc4b, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=dde87455-6fe5-4960-b77e-0f6441abbc4b,segment=NetworkSegment(9f5ef8ed-a7f3-4ada-aafe-eff96a5ba793),segment_id=9f5ef8ed-a7f3-4ada-aafe-eff96a5ba793)] {{(pid=108156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:48:12.337852 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-33c25634-06d4-458f-ab17-419749c22662 req-a8aa53c1-3af3-45fc-ab4c-c7cbccebc768 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Notify callbacks [] for port, precommit_update {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:12.343183 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-33c25634-06d4-458f-ab17-419749c22662 req-a8aa53c1-3af3-45fc-ab4c-c7cbccebc768 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26488999'] for port, after_update {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:12.355558 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] get_ports_and_sgs() called for port_ids ['dde87455-6fe5-4960-b77e-0f6441abbc4b'] {{(pid=108157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 04:48:12.397361 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c25634-06d4-458f-ab17-419749c22662 req-a8aa53c1-3af3-45fc-ab4c-c7cbccebc768 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:12.398014 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-33c25634-06d4-458f-ab17-419749c22662 req-a8aa53c1-3af3-45fc-ab4c-c7cbccebc768 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49904'] for port, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:12.402852 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-33c25634-06d4-458f-ab17-419749c22662 req-a8aa53c1-3af3-45fc-ab4c-c7cbccebc768 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] 10.222.0.36 "PUT /v2.0/ports/dde87455-6fe5-4960-b77e-0f6441abbc4b HTTP/1.1" status: 200 len: 981 time: 0.4302361 Feb 17 04:48:12.429398 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aa53c1-3af3-45fc-ab4c-c7cbccebc768 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Pushing event updated for resources: {'Port': ['ID=dde87455-6fe5-4960-b77e-0f6441abbc4b,revision_number=6']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:48:12.466144 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] get_ports_and_sgs() called for port_ids ['dde87455-6fe5-4960-b77e-0f6441abbc4b'] {{(pid=108157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 04:48:12.518678 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e149db34-8967-45c0-a77d-69af607f3198', 'tag': 'dde87455-6fe5-4960-b77e-0f6441abbc4b'}] {{(pid=108156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:48:12.521072 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0b67973df7b1313e2305cae6a6fc83f0f1e2d937ba4ea44ff20eeef2f46ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ebaaa2d-07a6-49bf-b28c-fed2f274ccba" -d '{"events": [{"name": "network-changed", "server_uuid": "e149db34-8967-45c0-a77d-69af607f3198", "tag": "dde87455-6fe5-4960-b77e-0f6441abbc4b"}]}' {{(pid=108156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:48:12.564570 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ccee97-8ab7-416a-b5de-47b9e56dde35 req-304e5945-bab6-4cf1-b92d-2dfe88ed2199 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:12.577979 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-58ccee97-8ab7-416a-b5de-47b9e56dde35 req-304e5945-bab6-4cf1-b92d-2dfe88ed2199 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] 10.222.0.36 "GET /v2.0/ports?device_id=e149db34-8967-45c0-a77d-69af607f3198 HTTP/1.1" status: 200 len: 984 time: 0.0919249 Feb 17 04:48:12.592900 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 04:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25f809db-ba6b-4e93-b16f-c8698da93635 x-openstack-request-id: req-25f809db-ba6b-4e93-b16f-c8698da93635 {{(pid=108156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:48:12.593203 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e149db34-8967-45c0-a77d-69af607f3198", "tag": "dde87455-6fe5-4960-b77e-0f6441abbc4b", "status": "completed", "code": 200}]} {{(pid=108156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:48:12.593451 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-25f809db-ba6b-4e93-b16f-c8698da93635 {{(pid=108156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:48:12.593844 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e149db34-8967-45c0-a77d-69af607f3198', 'tag': 'dde87455-6fe5-4960-b77e-0f6441abbc4b', 'status': 'completed', 'code': 200} Feb 17 04:48:12.643917 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-58ccee97-8ab7-416a-b5de-47b9e56dde35 req-9a4bb249-fe90-4cd6-892e-e7c3e2d48c63 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] 10.222.0.36 "GET /v2.0/security-groups?id=de74b28e-d488-441b-b526-075af1ad7a15&id=cdaba0ce-3096-46bf-afae-277d838f1278&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0649312 Feb 17 04:48:12.708855 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebaaa2d-07a6-49bf-b28c-fed2f274ccba req-63880e89-1dd6-4641-bebc-ee8dfbad9503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:12.710678 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-7ebaaa2d-07a6-49bf-b28c-fed2f274ccba req-63880e89-1dd6-4641-bebc-ee8dfbad9503 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d490895cb5cc4bc7a1fd951e59921102&device_id=e149db34-8967-45c0-a77d-69af607f3198 HTTP/1.1" status: 200 len: 1137 time: 0.0940535 Feb 17 04:48:12.825344 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebaaa2d-07a6-49bf-b28c-fed2f274ccba req-03577a02-8e8b-4c93-9c3c-a4eec9db3415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:12.827258 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-7ebaaa2d-07a6-49bf-b28c-fed2f274ccba req-03577a02-8e8b-4c93-9c3c-a4eec9db3415 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8f41ec04-66a2-4d67-9dca-73ff37f6a27e HTTP/1.1" status: 200 len: 914 time: 0.1085498 Feb 17 04:48:12.848887 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-27a025b8-b823-4db2-96d7-489eca0e6c8f None None] Provisioning complete for port dde87455-6fe5-4960-b77e-0f6441abbc4b triggered by entity DHCP. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:48:12.849439 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-27a025b8-b823-4db2-96d7-489eca0e6c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:12.915659 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-7ebaaa2d-07a6-49bf-b28c-fed2f274ccba req-8fab2cfb-7ce1-42a3-a74f-8ae47aeae554 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dde87455-6fe5-4960-b77e-0f6441abbc4b HTTP/1.1" status: 200 len: 1000 time: 0.0780735 Feb 17 04:48:12.986676 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebaaa2d-07a6-49bf-b28c-fed2f274ccba req-c576977f-9a01-4329-a33c-0a1e578491fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:12.988615 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-7ebaaa2d-07a6-49bf-b28c-fed2f274ccba req-c576977f-9a01-4329-a33c-0a1e578491fd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=442e91ed-5720-4b66-8f87-cd812d5ec3b2 HTTP/1.1" status: 200 len: 853 time: 0.0581911 Feb 17 04:48:13.046896 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebaaa2d-07a6-49bf-b28c-fed2f274ccba req-fc5bf235-6838-48ea-9b05-ac4840e572c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:13.048828 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-7ebaaa2d-07a6-49bf-b28c-fed2f274ccba req-fc5bf235-6838-48ea-9b05-ac4840e572c6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8f41ec04-66a2-4d67-9dca-73ff37f6a27e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0527425 Feb 17 04:48:13.179402 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-7ebaaa2d-07a6-49bf-b28c-fed2f274ccba req-e6e9be1f-ee1f-476b-afff-10b07fa19899 service neutron] 10.222.0.69 "GET /v2.0/networks/8f41ec04-66a2-4d67-9dca-73ff37f6a27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201570 Feb 17 04:48:13.299711 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-7ebaaa2d-07a6-49bf-b28c-fed2f274ccba req-749bd51d-8f69-4fa3-b48f-34126593df7f service neutron] 10.222.0.69 "GET /v2.0/networks/8f41ec04-66a2-4d67-9dca-73ff37f6a27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136816 Feb 17 04:48:16.847719 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.agents_db [None req-cbde576c-1bd3-47c0-9bd8-6306741b546e None None] Agent healthcheck: found 6 active agents {{(pid=108158) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 04:48:19.539550 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-dbe8dd49-56f1-4a30-a309-759719700a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:21.785014 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-5ac7203d-790d-47c5-a2ea-88b93f3b9dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:23.044161 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-ad5ef704-a6a3-47d1-bcb0-f74a0b5e809f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:23.457982 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:24.125881 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-8e3772f1-a52a-48a7-84fa-494c57cc135e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:24.717168 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:25.020942 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 37394) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:48:25.063927 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.db.db_base_plugin_v2 [None req-c59d074b-6917-41a6-97be-30feaae8e0de admin admin] Deleting subnet d7706499-0dd6-468c-9a78-218797b87028 {{(pid=108155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 17 04:48:25.066833 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-c59d074b-6917-41a6-97be-30feaae8e0de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:25.099103 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-c59d074b-6917-41a6-97be-30feaae8e0de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2879761'] for subnet, precommit_delete_associations {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:25.140058 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-c59d074b-6917-41a6-97be-30feaae8e0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961027'] for subnet, precommit_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:25.189662 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-c59d074b-6917-41a6-97be-30feaae8e0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1961080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2813836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26581766'] for subnet, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:25.215205 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59d074b-6917-41a6-97be-30feaae8e0de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7706499-0dd6-468c-9a78-218797b87028,revision_number=None']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:48:25.218860 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-c59d074b-6917-41a6-97be-30feaae8e0de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737771'] for subnet, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:25.221996 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-c59d074b-6917-41a6-97be-30feaae8e0de admin admin] 10.222.0.36 "DELETE /v2.0/subnets/d7706499-0dd6-468c-9a78-218797b87028 HTTP/1.1" status: 204 len: 168 time: 0.2000704 Feb 17 04:48:25.224473 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 37396) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:48:25.289205 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-21905f1f-3449-44df-893a-3d515ce3645d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1709386'] for network, before_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:25.374946 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-21905f1f-3449-44df-893a-3d515ce3645d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1960161', 'neutron.services.segments.db._delete_segments_for_network-8733365806376'] for network, precommit_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:25.394141 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.services.segments.db [None req-21905f1f-3449-44df-893a-3d515ce3645d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f48158f2-61e5-4c01-93ca-4b39bbf4180c']}} {{(pid=108155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:48:25.403151 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.services.segments.db [None req-21905f1f-3449-44df-893a-3d515ce3645d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da664dda-47a8-4251-a2bc-0434f09d621c') {'for_net_delete': True} {{(pid=108155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:48:25.403448 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.services.segments.db [None req-21905f1f-3449-44df-893a-3d515ce3645d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da664dda-47a8-4251-a2bc-0434f09d621c') {} {{(pid=108155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:48:25.412275 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-21905f1f-3449-44df-893a-3d515ce3645d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733366045332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2879774'] for segment, before_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:25.425305 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-21905f1f-3449-44df-893a-3d515ce3645d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1955041'] for segment, precommit_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:25.430813 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21905f1f-3449-44df-893a-3d515ce3645d admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=108155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 04:48:25.431219 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-21905f1f-3449-44df-893a-3d515ce3645d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1955041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2813738'] for segment, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:25.432830 dv-cinder-829630-1-smb neutron-server[108155]: Traceback (most recent call last): Feb 17 04:48:25.432830 dv-cinder-829630-1-smb neutron-server[108155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 04:48:25.432830 dv-cinder-829630-1-smb neutron-server[108155]: timer() Feb 17 04:48:25.432830 dv-cinder-829630-1-smb neutron-server[108155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 04:48:25.432830 dv-cinder-829630-1-smb neutron-server[108155]: cb(*args, **kw) Feb 17 04:48:25.432830 dv-cinder-829630-1-smb neutron-server[108155]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 04:48:25.432830 dv-cinder-829630-1-smb neutron-server[108155]: return func(*args, **kwargs) Feb 17 04:48:25.432830 dv-cinder-829630-1-smb neutron-server[108155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 04:48:25.432830 dv-cinder-829630-1-smb neutron-server[108155]: self._notify() Feb 17 04:48:25.432830 dv-cinder-829630-1-smb neutron-server[108155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 04:48:25.432830 dv-cinder-829630-1-smb neutron-server[108155]: self.callback(batched_events) Feb 17 04:48:25.432830 dv-cinder-829630-1-smb neutron-server[108155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 04:48:25.432830 dv-cinder-829630-1-smb neutron-server[108155]: event.method(event) Feb 17 04:48:25.432830 dv-cinder-829630-1-smb neutron-server[108155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 04:48:25.432830 dv-cinder-829630-1-smb neutron-server[108155]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 04:48:25.432830 dv-cinder-829630-1-smb neutron-server[108155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 04:48:25.432830 dv-cinder-829630-1-smb neutron-server[108155]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 04:48:25.432830 dv-cinder-829630-1-smb neutron-server[108155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 04:48:25.432830 dv-cinder-829630-1-smb neutron-server[108155]: return f(self, *a, **k) Feb 17 04:48:25.432830 dv-cinder-829630-1-smb neutron-server[108155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 04:48:25.432830 dv-cinder-829630-1-smb neutron-server[108155]: return self._get(url).json() Feb 17 04:48:25.432830 dv-cinder-829630-1-smb neutron-server[108155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 04:48:25.432830 dv-cinder-829630-1-smb neutron-server[108155]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 04:48:25.432830 dv-cinder-829630-1-smb neutron-server[108155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 04:48:25.432830 dv-cinder-829630-1-smb neutron-server[108155]: return self.request(url, 'GET', **kwargs) Feb 17 04:48:25.432830 dv-cinder-829630-1-smb neutron-server[108155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 04:48:25.432830 dv-cinder-829630-1-smb neutron-server[108155]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 04:48:25.432830 dv-cinder-829630-1-smb neutron-server[108155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 04:48:25.432830 dv-cinder-829630-1-smb neutron-server[108155]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 04:48:25.432830 dv-cinder-829630-1-smb neutron-server[108155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 04:48:25.432830 dv-cinder-829630-1-smb neutron-server[108155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 04:48:25.432830 dv-cinder-829630-1-smb neutron-server[108155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 04:48:25.488915 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-21905f1f-3449-44df-893a-3d515ce3645d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1960168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-827310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650049'] for network, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:25.494031 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-21905f1f-3449-44df-893a-3d515ce3645d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737771'] for network, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:25.497733 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-21905f1f-3449-44df-893a-3d515ce3645d admin admin] 10.222.0.36 "DELETE /v2.0/networks/f48158f2-61e5-4c01-93ca-4b39bbf4180c HTTP/1.1" status: 204 len: 168 time: 0.2723620 Feb 17 04:48:25.508618 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21905f1f-3449-44df-893a-3d515ce3645d admin admin] Pushing event deleted for resources: {'Network': ['ID=f48158f2-61e5-4c01-93ca-4b39bbf4180c,revision_number=None']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:48:25.654750 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 37400) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:48:25.694104 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-ff0caee8-d3f6-488d-b375-e1c8ba5dc704 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f9d204cecc6141ff8c85567797f4ada5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381880 Feb 17 04:48:25.696466 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 37402) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:48:25.742041 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-a784b04c-08d5-4a9c-acc5-277456882958 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:25.763191 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-a784b04c-08d5-4a9c-acc5-277456882958 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:25.809167 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-a784b04c-08d5-4a9c-acc5-277456882958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:25.811812 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-a784b04c-08d5-4a9c-acc5-277456882958 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:25.813010 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-a784b04c-08d5-4a9c-acc5-277456882958 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9a30bee3-2282-441d-be99-e30923feebc7 HTTP/1.1" status: 204 len: 168 time: 0.1156194 Feb 17 04:48:25.821737 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a784b04c-08d5-4a9c-acc5-277456882958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a30bee3-2282-441d-be99-e30923feebc7,revision_number=None']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:48:25.872424 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-ba3a604c-10a8-4b38-ba52-d42e6c7b9c3d req-2717d1c9-7d7a-4165-831b-5e47d038a08c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e149db34-8967-45c0-a77d-69af607f3198&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0458190 Feb 17 04:48:25.954872 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a604c-10a8-4b38-ba52-d42e6c7b9c3d req-c64822b8-e9c3-48dd-8144-e7555c0523ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:25.956692 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-ba3a604c-10a8-4b38-ba52-d42e6c7b9c3d req-c64822b8-e9c3-48dd-8144-e7555c0523ff service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d490895cb5cc4bc7a1fd951e59921102&device_id=e149db34-8967-45c0-a77d-69af607f3198 HTTP/1.1" status: 200 len: 1137 time: 0.0413768 Feb 17 04:48:26.072273 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a604c-10a8-4b38-ba52-d42e6c7b9c3d req-2b2d11c4-8875-4bd2-a6c7-475fcd5ea532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:26.073667 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-ba3a604c-10a8-4b38-ba52-d42e6c7b9c3d req-2b2d11c4-8875-4bd2-a6c7-475fcd5ea532 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8f41ec04-66a2-4d67-9dca-73ff37f6a27e HTTP/1.1" status: 200 len: 914 time: 0.0968339 Feb 17 04:48:26.148915 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-ba3a604c-10a8-4b38-ba52-d42e6c7b9c3d req-5b9516a8-405b-4007-b7c9-06ea7ecb50f2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dde87455-6fe5-4960-b77e-0f6441abbc4b HTTP/1.1" status: 200 len: 1000 time: 0.0680463 Feb 17 04:48:26.202137 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a604c-10a8-4b38-ba52-d42e6c7b9c3d req-6a00cf2a-dc37-4820-84f4-0c6f8d9e957f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:26.203660 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-ba3a604c-10a8-4b38-ba52-d42e6c7b9c3d req-6a00cf2a-dc37-4820-84f4-0c6f8d9e957f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=442e91ed-5720-4b66-8f87-cd812d5ec3b2 HTTP/1.1" status: 200 len: 853 time: 0.0476222 Feb 17 04:48:26.250305 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a604c-10a8-4b38-ba52-d42e6c7b9c3d req-138e7cdd-dd3b-4ad0-a361-0b9eaa1da56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:26.251849 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-ba3a604c-10a8-4b38-ba52-d42e6c7b9c3d req-138e7cdd-dd3b-4ad0-a361-0b9eaa1da56f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8f41ec04-66a2-4d67-9dca-73ff37f6a27e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0409961 Feb 17 04:48:26.343267 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-ba3a604c-10a8-4b38-ba52-d42e6c7b9c3d req-92ccae93-59d9-47fc-81b1-996fe9401136 service neutron] 10.222.0.69 "GET /v2.0/networks/8f41ec04-66a2-4d67-9dca-73ff37f6a27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848045 Feb 17 04:48:26.432084 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-ba3a604c-10a8-4b38-ba52-d42e6c7b9c3d req-35f3f690-2aa2-4340-adcd-1f5037c11c01 service neutron] 10.222.0.69 "GET /v2.0/networks/8f41ec04-66a2-4d67-9dca-73ff37f6a27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818293 Feb 17 04:48:38.457923 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93903999-d6b9-485a-94fb-860ee85944df req-1668b110-1c30-41b8-bf44-e2119dbfce30 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:38.459463 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-93903999-d6b9-485a-94fb-860ee85944df req-1668b110-1c30-41b8-bf44-e2119dbfce30 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] 10.222.0.36 "GET /v2.0/ports?device_id=e149db34-8967-45c0-a77d-69af607f3198 HTTP/1.1" status: 200 len: 984 time: 0.0510817 Feb 17 04:48:38.461510 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87322abf-90cb-443b-b6a6-9c81095733f2 req-5589770a-5cc2-495d-96a0-0c20d54f5e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:38.463036 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-87322abf-90cb-443b-b6a6-9c81095733f2 req-5589770a-5cc2-495d-96a0-0c20d54f5e6b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d490895cb5cc4bc7a1fd951e59921102&device_id=e149db34-8967-45c0-a77d-69af607f3198 HTTP/1.1" status: 200 len: 1137 time: 0.0456543 Feb 17 04:48:38.507046 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-93903999-d6b9-485a-94fb-860ee85944df req-4b07a3f9-cf1d-4ef8-b743-04dd63bcd0ad tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] 10.222.0.36 "GET /v2.0/security-groups?id=de74b28e-d488-441b-b526-075af1ad7a15&id=cdaba0ce-3096-46bf-afae-277d838f1278&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0411634 Feb 17 04:48:38.553546 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87322abf-90cb-443b-b6a6-9c81095733f2 req-26ec2b85-7e5c-48ac-abd4-2846fb8d525b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:38.555007 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-87322abf-90cb-443b-b6a6-9c81095733f2 req-26ec2b85-7e5c-48ac-abd4-2846fb8d525b service neutron] 10.222.0.69 "GET /v2.0/networks?id=8f41ec04-66a2-4d67-9dca-73ff37f6a27e HTTP/1.1" status: 200 len: 914 time: 0.0850272 Feb 17 04:48:38.623690 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-87322abf-90cb-443b-b6a6-9c81095733f2 req-2a0c3eb2-8b7d-45f3-a5a3-cefbbd6acef8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dde87455-6fe5-4960-b77e-0f6441abbc4b HTTP/1.1" status: 200 len: 1000 time: 0.0610898 Feb 17 04:48:38.672196 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87322abf-90cb-443b-b6a6-9c81095733f2 req-20202c72-d0b6-4099-b3bd-71f8af36d595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:38.673570 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-87322abf-90cb-443b-b6a6-9c81095733f2 req-20202c72-d0b6-4099-b3bd-71f8af36d595 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=442e91ed-5720-4b66-8f87-cd812d5ec3b2 HTTP/1.1" status: 200 len: 853 time: 0.0428479 Feb 17 04:48:38.718143 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87322abf-90cb-443b-b6a6-9c81095733f2 req-ab96f412-2025-45b5-a345-d2834e27686e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:38.719559 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-87322abf-90cb-443b-b6a6-9c81095733f2 req-ab96f412-2025-45b5-a345-d2834e27686e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8f41ec04-66a2-4d67-9dca-73ff37f6a27e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0395198 Feb 17 04:48:38.811883 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-87322abf-90cb-443b-b6a6-9c81095733f2 req-dd9b265e-b6ad-48ae-996b-eacff3e83db3 service neutron] 10.222.0.69 "GET /v2.0/networks/8f41ec04-66a2-4d67-9dca-73ff37f6a27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846672 Feb 17 04:48:38.898260 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-87322abf-90cb-443b-b6a6-9c81095733f2 req-ea36894f-510d-41dd-8bc5-40ca913e4eac service neutron] 10.222.0.69 "GET /v2.0/networks/8f41ec04-66a2-4d67-9dca-73ff37f6a27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797634 Feb 17 04:48:39.625244 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e009de1-6cfb-4371-b8ea-b76e197d1cbf req-1bb14039-5c06-467c-acee-da0429d8c9a7 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:39.626717 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-9e009de1-6cfb-4371-b8ea-b76e197d1cbf req-1bb14039-5c06-467c-acee-da0429d8c9a7 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] 10.222.0.36 "GET /v2.0/ports?device_id=e149db34-8967-45c0-a77d-69af607f3198 HTTP/1.1" status: 200 len: 984 time: 0.0494604 Feb 17 04:48:39.664782 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-9e009de1-6cfb-4371-b8ea-b76e197d1cbf req-07d78634-3def-4492-8a2a-eda198a9f6e1 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] 10.222.0.36 "GET /v2.0/security-groups?id=de74b28e-d488-441b-b526-075af1ad7a15&id=cdaba0ce-3096-46bf-afae-277d838f1278&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0320351 Feb 17 04:48:40.779244 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d376dc2-035a-408f-aac2-4c82471050a6 req-cfdc5b64-a3ef-427a-be4a-ae52bbe0ea16 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:40.780689 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-0d376dc2-035a-408f-aac2-4c82471050a6 req-cfdc5b64-a3ef-427a-be4a-ae52bbe0ea16 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] 10.222.0.36 "GET /v2.0/ports?device_id=e149db34-8967-45c0-a77d-69af607f3198 HTTP/1.1" status: 200 len: 984 time: 0.0484347 Feb 17 04:48:40.819450 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-0d376dc2-035a-408f-aac2-4c82471050a6 req-555a7e31-091a-4de2-8636-d7fb69876b1f tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] 10.222.0.36 "GET /v2.0/security-groups?id=de74b28e-d488-441b-b526-075af1ad7a15&id=cdaba0ce-3096-46bf-afae-277d838f1278&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0328646 Feb 17 04:48:41.938078 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd49a9ba-9dca-48cc-8462-b16505fd8db2 req-f6a8d846-0902-46ee-a8b8-571761ab3bac tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:41.939570 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-dd49a9ba-9dca-48cc-8462-b16505fd8db2 req-f6a8d846-0902-46ee-a8b8-571761ab3bac tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] 10.222.0.36 "GET /v2.0/ports?device_id=e149db34-8967-45c0-a77d-69af607f3198 HTTP/1.1" status: 200 len: 984 time: 0.0518346 Feb 17 04:48:41.981169 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-dd49a9ba-9dca-48cc-8462-b16505fd8db2 req-77af6acd-95e6-46c1-a471-c8089688498a tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] 10.222.0.36 "GET /v2.0/security-groups?id=de74b28e-d488-441b-b526-075af1ad7a15&id=cdaba0ce-3096-46bf-afae-277d838f1278&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0354905 Feb 17 04:48:43.093030 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979869d8-5beb-4e6c-bc19-11aaafc105df req-085f9cf9-1b91-4009-a17b-d7f3999422ae tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:43.094469 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-979869d8-5beb-4e6c-bc19-11aaafc105df req-085f9cf9-1b91-4009-a17b-d7f3999422ae tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] 10.222.0.36 "GET /v2.0/ports?device_id=e149db34-8967-45c0-a77d-69af607f3198 HTTP/1.1" status: 200 len: 984 time: 0.0477915 Feb 17 04:48:43.133408 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-979869d8-5beb-4e6c-bc19-11aaafc105df req-63c8b4ec-7d93-4c29-ac41-17cda294d3f5 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] 10.222.0.36 "GET /v2.0/security-groups?id=de74b28e-d488-441b-b526-075af1ad7a15&id=cdaba0ce-3096-46bf-afae-277d838f1278&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330205 Feb 17 04:48:44.247332 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8721e919-ae29-49ee-b240-5918f0013d32 req-e2295375-3088-47a3-8326-9dd6b9f79b53 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:44.248778 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-8721e919-ae29-49ee-b240-5918f0013d32 req-e2295375-3088-47a3-8326-9dd6b9f79b53 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] 10.222.0.36 "GET /v2.0/ports?device_id=e149db34-8967-45c0-a77d-69af607f3198 HTTP/1.1" status: 200 len: 984 time: 0.0478411 Feb 17 04:48:44.288664 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-8721e919-ae29-49ee-b240-5918f0013d32 req-4c5c1763-9711-4ada-a2ac-7feeff4dbb65 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] 10.222.0.36 "GET /v2.0/security-groups?id=de74b28e-d488-441b-b526-075af1ad7a15&id=cdaba0ce-3096-46bf-afae-277d838f1278&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338302 Feb 17 04:48:45.402185 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051d2ea0-f1a0-4277-8c52-deee3d98f21d req-469d9e58-2fa8-4fc7-8c38-4cac9be80e56 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:45.404147 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-051d2ea0-f1a0-4277-8c52-deee3d98f21d req-469d9e58-2fa8-4fc7-8c38-4cac9be80e56 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] 10.222.0.36 "GET /v2.0/ports?device_id=e149db34-8967-45c0-a77d-69af607f3198 HTTP/1.1" status: 200 len: 984 time: 0.0476437 Feb 17 04:48:45.446091 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-051d2ea0-f1a0-4277-8c52-deee3d98f21d req-7eaef2a3-a053-4da8-be64-3a59580f78e1 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] 10.222.0.36 "GET /v2.0/security-groups?id=de74b28e-d488-441b-b526-075af1ad7a15&id=cdaba0ce-3096-46bf-afae-277d838f1278&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0360684 Feb 17 04:48:46.563723 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3ebc13-3f58-48c7-b9e7-e6fed8553ba9 req-b46e0824-25b6-43eb-a2b6-54eb1a2b9b8f tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:46.565179 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-bd3ebc13-3f58-48c7-b9e7-e6fed8553ba9 req-b46e0824-25b6-43eb-a2b6-54eb1a2b9b8f tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] 10.222.0.36 "GET /v2.0/ports?device_id=e149db34-8967-45c0-a77d-69af607f3198 HTTP/1.1" status: 200 len: 984 time: 0.0534384 Feb 17 04:48:46.612849 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-bd3ebc13-3f58-48c7-b9e7-e6fed8553ba9 req-fabdc850-17fa-4641-8005-f4481fd4eddf tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] 10.222.0.36 "GET /v2.0/security-groups?id=de74b28e-d488-441b-b526-075af1ad7a15&id=cdaba0ce-3096-46bf-afae-277d838f1278&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0415549 Feb 17 04:48:47.724981 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee5e117-fef2-4ba4-81b4-c423cd046a50 req-3b3db651-0d58-437e-be1c-553ed089c991 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:47.726413 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-eee5e117-fef2-4ba4-81b4-c423cd046a50 req-3b3db651-0d58-437e-be1c-553ed089c991 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] 10.222.0.36 "GET /v2.0/ports?device_id=e149db34-8967-45c0-a77d-69af607f3198 HTTP/1.1" status: 200 len: 984 time: 0.0479023 Feb 17 04:48:47.766794 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-eee5e117-fef2-4ba4-81b4-c423cd046a50 req-9d681f0b-d673-4a55-bc1d-5b07dcab06b8 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] 10.222.0.36 "GET /v2.0/security-groups?id=de74b28e-d488-441b-b526-075af1ad7a15&id=cdaba0ce-3096-46bf-afae-277d838f1278&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342424 Feb 17 04:48:48.882826 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5ade26-0dfc-47c2-8975-c590b1314efc req-51b42ce2-eaf9-42ba-b0e5-7ff0680033a9 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:48.884313 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-0e5ade26-0dfc-47c2-8975-c590b1314efc req-51b42ce2-eaf9-42ba-b0e5-7ff0680033a9 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] 10.222.0.36 "GET /v2.0/ports?device_id=e149db34-8967-45c0-a77d-69af607f3198 HTTP/1.1" status: 200 len: 984 time: 0.0526426 Feb 17 04:48:48.924580 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-0e5ade26-0dfc-47c2-8975-c590b1314efc req-7f691a42-034b-47bc-91cf-2ba4b296aa1d tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] 10.222.0.36 "GET /v2.0/security-groups?id=de74b28e-d488-441b-b526-075af1ad7a15&id=cdaba0ce-3096-46bf-afae-277d838f1278&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333896 Feb 17 04:48:49.534306 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-8790e480-4fbd-4049-873f-e3a35d059c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:50.035998 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b7bee7-1a79-4a28-a452-0374a04b33b6 req-22b331a2-3be4-47fa-b658-2a6f55349a10 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:50.037434 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-a4b7bee7-1a79-4a28-a452-0374a04b33b6 req-22b331a2-3be4-47fa-b658-2a6f55349a10 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] 10.222.0.36 "GET /v2.0/ports?device_id=e149db34-8967-45c0-a77d-69af607f3198 HTTP/1.1" status: 200 len: 984 time: 0.0474329 Feb 17 04:48:50.076819 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-a4b7bee7-1a79-4a28-a452-0374a04b33b6 req-5a4d62c0-11b8-4d79-ba87-e60e63a82761 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] 10.222.0.36 "GET /v2.0/security-groups?id=de74b28e-d488-441b-b526-075af1ad7a15&id=cdaba0ce-3096-46bf-afae-277d838f1278&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0323966 Feb 17 04:48:51.777362 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-28eaf842-7c3b-421d-bdf1-91a779af3f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:53.048814 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-ad5ef704-a6a3-47d1-bcb0-f74a0b5e809f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:53.478600 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:53.847701 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.agents_db [None req-cbde576c-1bd3-47c0-9bd8-6306741b546e None None] Agent healthcheck: found 6 active agents {{(pid=108158) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 04:48:54.129016 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-8e3772f1-a52a-48a7-84fa-494c57cc135e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:54.718659 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:19.536179 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-47cb902c-cc4a-49a8-b6c8-65decf372e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:21.778525 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-4b4823c8-6dfd-4086-a238-21dbd39aa897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:22.396156 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-dc98021e-9b4f-40f2-9deb-d1de3ceb3314 req-d9aed073-744e-4c41-9d22-ff671ea3571c tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1589471267&fields=id&tenant_id=d490895cb5cc4bc7a1fd951e59921102 HTTP/1.1" status: 200 len: 267 time: 0.0331113 Feb 17 04:49:22.446714 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc98021e-9b4f-40f2-9deb-d1de3ceb3314 req-c735ae49-1e3b-4c82-abf1-88e6a091a028 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:49:22.448720 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-dc98021e-9b4f-40f2-9deb-d1de3ceb3314 req-c735ae49-1e3b-4c82-abf1-88e6a091a028 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] 10.222.0.36 "GET /v2.0/ports?device_id=e149db34-8967-45c0-a77d-69af607f3198 HTTP/1.1" status: 200 len: 984 time: 0.0461154 Feb 17 04:49:22.459704 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.v2.base [req-dc98021e-9b4f-40f2-9deb-d1de3ceb3314 req-5c9c5f93-b054-427f-b69b-e4a165401d2f tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Request body: {'port': {'security_groups': ['de74b28e-d488-441b-b526-075af1ad7a15']}} {{(pid=108156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:49:22.525917 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-dc98021e-9b4f-40f2-9deb-d1de3ceb3314 req-5c9c5f93-b054-427f-b69b-e4a165401d2f tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597077'] for port, before_update {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:22.696093 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.db [req-dc98021e-9b4f-40f2-9deb-d1de3ceb3314 req-5c9c5f93-b054-427f-b69b-e4a165401d2f tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] For port dde87455-6fe5-4960-b77e-0f6441abbc4b, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=dde87455-6fe5-4960-b77e-0f6441abbc4b,segment=NetworkSegment(9f5ef8ed-a7f3-4ada-aafe-eff96a5ba793),segment_id=9f5ef8ed-a7f3-4ada-aafe-eff96a5ba793)] {{(pid=108156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:49:22.725679 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-dc98021e-9b4f-40f2-9deb-d1de3ceb3314 req-5c9c5f93-b054-427f-b69b-e4a165401d2f tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Notify callbacks [] for port, precommit_update {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:22.730209 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-dc98021e-9b4f-40f2-9deb-d1de3ceb3314 req-5c9c5f93-b054-427f-b69b-e4a165401d2f tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733365900400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733365499787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733365499805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26488999'] for port, after_update {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:22.744015 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] get_ports_and_sgs() called for port_ids ['dde87455-6fe5-4960-b77e-0f6441abbc4b'] {{(pid=108157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 04:49:22.784281 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc98021e-9b4f-40f2-9deb-d1de3ceb3314 req-5c9c5f93-b054-427f-b69b-e4a165401d2f tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:49:22.784917 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-dc98021e-9b4f-40f2-9deb-d1de3ceb3314 req-5c9c5f93-b054-427f-b69b-e4a165401d2f tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49904'] for port, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:22.789785 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-dc98021e-9b4f-40f2-9deb-d1de3ceb3314 req-5c9c5f93-b054-427f-b69b-e4a165401d2f tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] 10.222.0.36 "PUT /v2.0/ports/dde87455-6fe5-4960-b77e-0f6441abbc4b HTTP/1.1" status: 200 len: 942 time: 0.3344755 Feb 17 04:49:22.790269 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e149db34-8967-45c0-a77d-69af607f3198', 'tag': 'dde87455-6fe5-4960-b77e-0f6441abbc4b'}] {{(pid=108156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:49:22.792369 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 37444) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:49:22.792878 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0b67973df7b1313e2305cae6a6fc83f0f1e2d937ba4ea44ff20eeef2f46ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e683b4f-1efb-417d-9dd6-625bdfc357d0" -d '{"events": [{"name": "network-changed", "server_uuid": "e149db34-8967-45c0-a77d-69af607f3198", "tag": "dde87455-6fe5-4960-b77e-0f6441abbc4b"}]}' {{(pid=108156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:49:22.843915 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9c5f93-b054-427f-b69b-e4a165401d2f tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Pushing event updated for resources: {'Port': ['ID=dde87455-6fe5-4960-b77e-0f6441abbc4b,revision_number=7']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:49:22.867254 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 04:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5689accf-40e7-42cc-886d-eac0051f5feb x-openstack-request-id: req-5689accf-40e7-42cc-886d-eac0051f5feb {{(pid=108156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:49:22.867566 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e149db34-8967-45c0-a77d-69af607f3198", "tag": "dde87455-6fe5-4960-b77e-0f6441abbc4b", "status": "completed", "code": 200}]} {{(pid=108156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:49:22.867787 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5689accf-40e7-42cc-886d-eac0051f5feb {{(pid=108156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:49:22.868459 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e149db34-8967-45c0-a77d-69af607f3198', 'tag': 'dde87455-6fe5-4960-b77e-0f6441abbc4b', 'status': 'completed', 'code': 200} Feb 17 04:49:22.869693 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c5f93-b054-427f-b69b-e4a165401d2f tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:49:22.870575 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c5f93-b054-427f-b69b-e4a165401d2f tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:49:22.870914 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c5f93-b054-427f-b69b-e4a165401d2f tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:49:22.871481 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c5f93-b054-427f-b69b-e4a165401d2f tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:49:22.871818 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c5f93-b054-427f-b69b-e4a165401d2f tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:49:22.872147 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c5f93-b054-427f-b69b-e4a165401d2f tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:49:22.872476 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c5f93-b054-427f-b69b-e4a165401d2f tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:49:22.872919 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c5f93-b054-427f-b69b-e4a165401d2f tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:49:22.873247 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c5f93-b054-427f-b69b-e4a165401d2f tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:49:22.873572 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c5f93-b054-427f-b69b-e4a165401d2f tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:49:22.873999 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c5f93-b054-427f-b69b-e4a165401d2f tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:49:22.874333 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c5f93-b054-427f-b69b-e4a165401d2f tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:49:22.899291 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] get_ports_and_sgs() called for port_ids ['dde87455-6fe5-4960-b77e-0f6441abbc4b'] {{(pid=108157) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 04:49:22.913621 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-82f46afa-6814-4091-aba5-66182cd6c0a4 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Notify callbacks [] for security_group, before_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:22.947714 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-82f46afa-6814-4091-aba5-66182cd6c0a4 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:22.964762 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e683b4f-1efb-417d-9dd6-625bdfc357d0 req-854eed7d-a772-42c5-b2b1-9a56cefe0612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:49:22.967650 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-4e683b4f-1efb-417d-9dd6-625bdfc357d0 req-854eed7d-a772-42c5-b2b1-9a56cefe0612 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d490895cb5cc4bc7a1fd951e59921102&device_id=e149db34-8967-45c0-a77d-69af607f3198 HTTP/1.1" status: 200 len: 1098 time: 0.0777371 Feb 17 04:49:23.041148 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-82f46afa-6814-4091-aba5-66182cd6c0a4 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:23.045074 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-82f46afa-6814-4091-aba5-66182cd6c0a4 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Notify callbacks [] for security_group, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:23.048865 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-82f46afa-6814-4091-aba5-66182cd6c0a4 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] 10.222.0.36 "DELETE /v2.0/security-groups/cdaba0ce-3096-46bf-afae-277d838f1278 HTTP/1.1" status: 204 len: 168 time: 0.2528372 Feb 17 04:49:23.049723 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 37448) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:49:23.058161 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f46afa-6814-4091-aba5-66182cd6c0a4 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdaba0ce-3096-46bf-afae-277d838f1278,revision_number=None']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:49:23.067249 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f46afa-6814-4091-aba5-66182cd6c0a4 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:49:23.067753 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f46afa-6814-4091-aba5-66182cd6c0a4 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:49:23.068164 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f46afa-6814-4091-aba5-66182cd6c0a4 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:49:23.068444 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f46afa-6814-4091-aba5-66182cd6c0a4 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:49:23.068779 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f46afa-6814-4091-aba5-66182cd6c0a4 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:49:23.069110 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f46afa-6814-4091-aba5-66182cd6c0a4 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:49:23.069442 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f46afa-6814-4091-aba5-66182cd6c0a4 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:49:23.069771 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f46afa-6814-4091-aba5-66182cd6c0a4 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:49:23.070253 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f46afa-6814-4091-aba5-66182cd6c0a4 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:49:23.070596 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f46afa-6814-4091-aba5-66182cd6c0a4 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:49:23.070914 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f46afa-6814-4091-aba5-66182cd6c0a4 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:49:23.071309 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f46afa-6814-4091-aba5-66182cd6c0a4 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:49:23.113205 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-ad5ef704-a6a3-47d1-bcb0-f74a0b5e809f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:23.181122 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e683b4f-1efb-417d-9dd6-625bdfc357d0 req-9debe67e-319a-4191-af76-44031ef9112b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:49:23.183006 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-4e683b4f-1efb-417d-9dd6-625bdfc357d0 req-9debe67e-319a-4191-af76-44031ef9112b service neutron] 10.222.0.69 "GET /v2.0/networks?id=8f41ec04-66a2-4d67-9dca-73ff37f6a27e HTTP/1.1" status: 200 len: 914 time: 0.2079012 Feb 17 04:49:23.192459 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.provisioning_blocks [None req-f5e772b0-04c8-4384-bab4-0ef8fdb0d385 None None] Provisioning complete for port dde87455-6fe5-4960-b77e-0f6441abbc4b triggered by entity DHCP. {{(pid=108157) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:49:23.192830 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-f5e772b0-04c8-4384-bab4-0ef8fdb0d385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1963932'] for port, provisioning_complete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:23.276852 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-4e683b4f-1efb-417d-9dd6-625bdfc357d0 req-fce39f71-4772-43f3-813d-60a39173cc98 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dde87455-6fe5-4960-b77e-0f6441abbc4b HTTP/1.1" status: 200 len: 1000 time: 0.0867124 Feb 17 04:49:23.330561 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.plugin [None req-89c5bedc-ee54-4031-9eba-e9235520d2c0 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Deleting port 03ff2f21-13f3-45e4-b2a2-123f44bd6817 {{(pid=108156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:49:23.330814 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-89c5bedc-ee54-4031-9eba-e9235520d2c0 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733365899870'] for port, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:23.375076 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e683b4f-1efb-417d-9dd6-625bdfc357d0 req-2f13d20a-4f8d-478e-98e7-38567e6dff4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:49:23.376502 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-4e683b4f-1efb-417d-9dd6-625bdfc357d0 req-2f13d20a-4f8d-478e-98e7-38567e6dff4d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=442e91ed-5720-4b66-8f87-cd812d5ec3b2 HTTP/1.1" status: 200 len: 853 time: 0.0930321 Feb 17 04:49:23.441267 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-89c5bedc-ee54-4031-9eba-e9235520d2c0 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650405'] for port, precommit_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:23.441973 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-89c5bedc-ee54-4031-9eba-e9235520d2c0 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:23.449626 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e683b4f-1efb-417d-9dd6-625bdfc357d0 req-3f0c8fea-676c-4e90-b727-fc90c8dd8c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:49:23.451093 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-4e683b4f-1efb-417d-9dd6-625bdfc357d0 req-3f0c8fea-676c-4e90-b727-fc90c8dd8c15 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8f41ec04-66a2-4d67-9dca-73ff37f6a27e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0658555 Feb 17 04:49:23.456191 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.plugin [None req-89c5bedc-ee54-4031-9eba-e9235520d2c0 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Calling delete_port for 03ff2f21-13f3-45e4-b2a2-123f44bd6817 owned by network:floatingip {{(pid=108156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:49:23.480874 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:23.597973 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-4e683b4f-1efb-417d-9dd6-625bdfc357d0 req-6ae359cc-935c-4f0c-af35-918a8e10b3f8 service neutron] 10.222.0.69 "GET /v2.0/networks/8f41ec04-66a2-4d67-9dca-73ff37f6a27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397607 Feb 17 04:49:23.727029 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-4e683b4f-1efb-417d-9dd6-625bdfc357d0 req-e61a7074-d1ec-46db-a0a1-f8f5ba4ece27 service neutron] 10.222.0.69 "GET /v2.0/networks/8f41ec04-66a2-4d67-9dca-73ff37f6a27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193321 Feb 17 04:49:23.739829 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-89c5bedc-ee54-4031-9eba-e9235520d2c0 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733365900373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733365499778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26489006'] for port, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:23.769071 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c5bedc-ee54-4031-9eba-e9235520d2c0 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Pushing event deleted for resources: {'Port': ['ID=03ff2f21-13f3-45e4-b2a2-123f44bd6817,revision_number=None']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:49:23.827635 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-89c5bedc-ee54-4031-9eba-e9235520d2c0 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Notify callbacks [] for floatingip, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:23.827968 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.db.l3_db [None req-89c5bedc-ee54-4031-9eba-e9235520d2c0 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Floating IP ef900a78-00d4-465c-813a-0e9202e4c9c5 disassociated (deleted). External IP: 172.28.3.79, port: dde87455-6fe5-4960-b77e-0f6441abbc4b. Feb 17 04:49:24.029547 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89c5bedc-ee54-4031-9eba-e9235520d2c0 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Router 550921bb-af9a-48db-811f-e396a191f86b has already been hosted by L3 agent e8023405-eda5-4975-af11-622b29ed5550 {{(pid=108156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 04:49:24.132735 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-8e3772f1-a52a-48a7-84fa-494c57cc135e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:24.135207 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89c5bedc-ee54-4031-9eba-e9235520d2c0 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Notify agent at l3_agent.dv-cinder-829630-1-smb the message routers_updated {{(pid=108156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 04:49:24.140710 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-89c5bedc-ee54-4031-9eba-e9235520d2c0 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49904'] for floatingip, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:24.145258 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115e85f4-99a2-4ecb-8b7c-f8be396e1f89 None None] Sync routers for ids ['550921bb-af9a-48db-811f-e396a191f86b'] in dv-cinder-829630-1-smb {{(pid=108157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 04:49:24.155072 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115e85f4-99a2-4ecb-8b7c-f8be396e1f89 None None] Routers {'550921bb-af9a-48db-811f-e396a191f86b'} bound to L3 agent in host dv-cinder-829630-1-smb {{(pid=108157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:49:24.155692 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_hamode_db [None req-115e85f4-99a2-4ecb-8b7c-f8be396e1f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T04:31:52Z,description=,heartbeat_timestamp=2022-02-17T04:49:22Z,host='dv-cinder-829630-1-smb',id=e8023405-eda5-4975-af11-622b29ed5550,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:52Z,topic='l3_agent')) {'router_ids': ['550921bb-af9a-48db-811f-e396a191f86b'], 'active': True} {{(pid=108157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:49:24.168373 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-89c5bedc-ee54-4031-9eba-e9235520d2c0 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] 10.222.0.36 "DELETE /v2.0/floatingips/ef900a78-00d4-465c-813a-0e9202e4c9c5 HTTP/1.1" status: 204 len: 168 time: 1.1176271 Feb 17 04:49:24.261406 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_dvr_db [None req-115e85f4-99a2-4ecb-8b7c-f8be396e1f89 None None] Set router 550921bb-af9a-48db-811f-e396a191f86b gateway port host: dv-cinder-829630-1-smb {{(pid=108157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:49:24.472865 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_hamode_db [None req-115e85f4-99a2-4ecb-8b7c-f8be396e1f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '550921bb-af9a-48db-811f-e396a191f86b', 'name': 'tempest-TestMinimumBasicScenario-692798134-router', 'tenant_id': 'd490895cb5cc4bc7a1fd951e59921102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'external_fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.164'}], 'enable_snat': True}, 'gw_port_id': '683b130d-3aaa-4ed9-b2c1-8c254641d92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:47:25Z', 'updated_at': '2022-02-17T04:47:27Z', 'revision_number': 4, 'project_id': 'd490895cb5cc4bc7a1fd951e59921102', 'gw_port': {'id': '683b130d-3aaa-4ed9-b2c1-8c254641d92e', 'name': '', 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:1c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '550921bb-af9a-48db-811f-e396a191f86b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:47:25Z', 'updated_at': '2022-02-17T04:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-smb', '_interfaces': [{'id': 'a64b2c9a-5de0-4e73-a78e-0ab42876c0b8', 'name': '', 'network_id': '8f41ec04-66a2-4d67-9dca-73ff37f6a27e', 'tenant_id': 'd490895cb5cc4bc7a1fd951e59921102', 'mac_address': 'fa:16:3e:55:5d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '550921bb-af9a-48db-811f-e396a191f86b', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '442e91ed-5720-4b66-8f87-cd812d5ec3b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:47:27Z', 'updated_at': '2022-02-17T04:47:32Z', 'revision_number': 5, 'project_id': 'd490895cb5cc4bc7a1fd951e59921102', 'subnets': [{'id': '442e91ed-5720-4b66-8f87-cd812d5ec3b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-1-smb', False) {} {{(pid=108157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:49:24.498461 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115e85f4-99a2-4ecb-8b7c-f8be396e1f89 None None] Checking router: 550921bb-af9a-48db-811f-e396a191f86b for host: dv-cinder-829630-1-smb {{(pid=108157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 04:49:24.506949 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115e85f4-99a2-4ecb-8b7c-f8be396e1f89 None None] Routers {'550921bb-af9a-48db-811f-e396a191f86b'} bound to L3 agent in host dv-cinder-829630-1-smb {{(pid=108157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:49:24.507555 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_hamode_db [None req-115e85f4-99a2-4ecb-8b7c-f8be396e1f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T04:31:52Z,description=,heartbeat_timestamp=2022-02-17T04:49:22Z,host='dv-cinder-829630-1-smb',id=e8023405-eda5-4975-af11-622b29ed5550,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:52Z,topic='l3_agent')) {'router_ids': ['550921bb-af9a-48db-811f-e396a191f86b'], 'active': True} {{(pid=108157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:49:24.745493 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:24.752859 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_dvr_db [None req-115e85f4-99a2-4ecb-8b7c-f8be396e1f89 None None] Set router 550921bb-af9a-48db-811f-e396a191f86b gateway port host: dv-cinder-829630-1-smb {{(pid=108157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:49:24.869352 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e149db34-8967-45c0-a77d-69af607f3198', 'tag': 'dde87455-6fe5-4960-b77e-0f6441abbc4b'}] {{(pid=108156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:49:24.872820 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0b67973df7b1313e2305cae6a6fc83f0f1e2d937ba4ea44ff20eeef2f46ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a9b199-331e-44b9-a919-5e6c0b76797a" -d '{"events": [{"name": "network-changed", "server_uuid": "e149db34-8967-45c0-a77d-69af607f3198", "tag": "dde87455-6fe5-4960-b77e-0f6441abbc4b"}]}' {{(pid=108156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:49:24.908822 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 04:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fb5026b-0faf-4708-a53d-cbb30e921c22 x-openstack-request-id: req-5fb5026b-0faf-4708-a53d-cbb30e921c22 {{(pid=108156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:49:24.909169 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e149db34-8967-45c0-a77d-69af607f3198", "tag": "dde87455-6fe5-4960-b77e-0f6441abbc4b", "status": "completed", "code": 200}]} {{(pid=108156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:49:24.909480 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5fb5026b-0faf-4708-a53d-cbb30e921c22 {{(pid=108156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:49:24.909931 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e149db34-8967-45c0-a77d-69af607f3198', 'tag': 'dde87455-6fe5-4960-b77e-0f6441abbc4b', 'status': 'completed', 'code': 200} Feb 17 04:49:24.957756 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_hamode_db [None req-115e85f4-99a2-4ecb-8b7c-f8be396e1f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '550921bb-af9a-48db-811f-e396a191f86b', 'name': 'tempest-TestMinimumBasicScenario-692798134-router', 'tenant_id': 'd490895cb5cc4bc7a1fd951e59921102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'external_fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.164'}], 'enable_snat': True}, 'gw_port_id': '683b130d-3aaa-4ed9-b2c1-8c254641d92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:47:25Z', 'updated_at': '2022-02-17T04:47:27Z', 'revision_number': 4, 'project_id': 'd490895cb5cc4bc7a1fd951e59921102', 'gw_port': {'id': '683b130d-3aaa-4ed9-b2c1-8c254641d92e', 'name': '', 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:1c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '550921bb-af9a-48db-811f-e396a191f86b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:47:25Z', 'updated_at': '2022-02-17T04:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-smb', '_interfaces': [{'id': 'a64b2c9a-5de0-4e73-a78e-0ab42876c0b8', 'name': '', 'network_id': '8f41ec04-66a2-4d67-9dca-73ff37f6a27e', 'tenant_id': 'd490895cb5cc4bc7a1fd951e59921102', 'mac_address': 'fa:16:3e:55:5d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '550921bb-af9a-48db-811f-e396a191f86b', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '442e91ed-5720-4b66-8f87-cd812d5ec3b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:47:27Z', 'updated_at': '2022-02-17T04:47:32Z', 'revision_number': 5, 'project_id': 'd490895cb5cc4bc7a1fd951e59921102', 'subnets': [{'id': '442e91ed-5720-4b66-8f87-cd812d5ec3b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-1-smb', False) {} {{(pid=108157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:49:24.970358 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a9b199-331e-44b9-a919-5e6c0b76797a req-85a7a403-54f9-4415-9447-07a966cdca14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:49:24.971865 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-10a9b199-331e-44b9-a919-5e6c0b76797a req-85a7a403-54f9-4415-9447-07a966cdca14 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d490895cb5cc4bc7a1fd951e59921102&device_id=e149db34-8967-45c0-a77d-69af607f3198 HTTP/1.1" status: 200 len: 1098 time: 0.0406959 Feb 17 04:49:24.983921 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115e85f4-99a2-4ecb-8b7c-f8be396e1f89 None None] The sync data for ids ['550921bb-af9a-48db-811f-e396a191f86b'] in dv-cinder-829630-1-smb is: [{'id': '550921bb-af9a-48db-811f-e396a191f86b', 'name': 'tempest-TestMinimumBasicScenario-692798134-router', 'tenant_id': 'd490895cb5cc4bc7a1fd951e59921102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'external_fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.164'}], 'enable_snat': True}, 'gw_port_id': '683b130d-3aaa-4ed9-b2c1-8c254641d92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:47:25Z', 'updated_at': '2022-02-17T04:47:27Z', 'revision_number': 4, 'project_id': 'd490895cb5cc4bc7a1fd951e59921102', 'gw_port': {'id': '683b130d-3aaa-4ed9-b2c1-8c254641d92e', 'name': '', 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:1c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '550921bb-af9a-48db-811f-e396a191f86b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:47:25Z', 'updated_at': '2022-02-17T04:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-smb', '_interfaces': [{'id': 'a64b2c9a-5de0-4e73-a78e-0ab42876c0b8', 'name': '', 'network_id': '8f41ec04-66a2-4d67-9dca-73ff37f6a27e', 'tenant_id': 'd490895cb5cc4bc7a1fd951e59921102', 'mac_address': 'fa:16:3e:55:5d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '550921bb-af9a-48db-811f-e396a191f86b', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '442e91ed-5720-4b66-8f87-cd812d5ec3b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:47:27Z', 'updated_at': '2022-02-17T04:47:32Z', 'revision_number': 5, 'project_id': 'd490895cb5cc4bc7a1fd951e59921102', 'subnets': [{'id': '442e91ed-5720-4b66-8f87-cd812d5ec3b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 04:49:25.067288 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a9b199-331e-44b9-a919-5e6c0b76797a req-a15f8c27-c251-49c1-8416-e698dfab962c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:49:25.068820 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-10a9b199-331e-44b9-a919-5e6c0b76797a req-a15f8c27-c251-49c1-8416-e698dfab962c service neutron] 10.222.0.69 "GET /v2.0/networks?id=8f41ec04-66a2-4d67-9dca-73ff37f6a27e HTTP/1.1" status: 200 len: 914 time: 0.0898950 Feb 17 04:49:25.110465 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-10a9b199-331e-44b9-a919-5e6c0b76797a req-213e06a1-4839-4405-9d57-89cb511ff295 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dde87455-6fe5-4960-b77e-0f6441abbc4b HTTP/1.1" status: 200 len: 217 time: 0.0354903 Feb 17 04:49:25.161473 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a9b199-331e-44b9-a919-5e6c0b76797a req-57515abd-fa89-4b36-b2d7-22521d1f7e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:49:25.162989 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-10a9b199-331e-44b9-a919-5e6c0b76797a req-57515abd-fa89-4b36-b2d7-22521d1f7e74 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=442e91ed-5720-4b66-8f87-cd812d5ec3b2 HTTP/1.1" status: 200 len: 853 time: 0.0463645 Feb 17 04:49:25.197813 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91359d2-f69d-4bd5-99c5-9f67239ed78c None None] New status for floating IP ef900a78-00d4-465c-813a-0e9202e4c9c5: DOWN {{(pid=108158) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 04:49:25.212166 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a9b199-331e-44b9-a919-5e6c0b76797a req-127d7cfa-bcd3-43ae-aa99-58c352472317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:49:25.214350 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-10a9b199-331e-44b9-a919-5e6c0b76797a req-127d7cfa-bcd3-43ae-aa99-58c352472317 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8f41ec04-66a2-4d67-9dca-73ff37f6a27e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0440898 Feb 17 04:49:25.302983 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-10a9b199-331e-44b9-a919-5e6c0b76797a req-9a96ad03-3560-478d-84c5-c74a8fa850a9 service neutron] 10.222.0.69 "GET /v2.0/networks/8f41ec04-66a2-4d67-9dca-73ff37f6a27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831416 Feb 17 04:49:25.395690 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-10a9b199-331e-44b9-a919-5e6c0b76797a req-1249d27e-c931-4eb2-ad64-397de4e73f76 service neutron] 10.222.0.69 "GET /v2.0/networks/8f41ec04-66a2-4d67-9dca-73ff37f6a27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853200 Feb 17 04:49:26.859311 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb31fc9-acd1-4416-a36a-2bb6b452c415 req-eb5dcf50-779e-42f1-b843-5f367087d0e2 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:49:26.860752 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-5fb31fc9-acd1-4416-a36a-2bb6b452c415 req-eb5dcf50-779e-42f1-b843-5f367087d0e2 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] 10.222.0.36 "GET /v2.0/ports?device_id=e149db34-8967-45c0-a77d-69af607f3198 HTTP/1.1" status: 200 len: 945 time: 0.0496745 Feb 17 04:49:26.898444 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-5fb31fc9-acd1-4416-a36a-2bb6b452c415 req-e8fa4659-0671-4600-b221-17c3d0ae0fc3 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] 10.222.0.36 "GET /v2.0/security-groups?id=de74b28e-d488-441b-b526-075af1ad7a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317068 Feb 17 04:49:28.012275 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a9291-b32f-4f63-9537-7b15d0d28a4d req-39e5ef27-54a1-4182-b848-d445ad2975df tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:49:28.013712 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-b29a9291-b32f-4f63-9537-7b15d0d28a4d req-39e5ef27-54a1-4182-b848-d445ad2975df tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] 10.222.0.36 "GET /v2.0/ports?device_id=e149db34-8967-45c0-a77d-69af607f3198 HTTP/1.1" status: 200 len: 945 time: 0.0478208 Feb 17 04:49:28.050154 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [req-b29a9291-b32f-4f63-9537-7b15d0d28a4d req-832c7b41-b0a9-48ab-8f97-2bfca42a4dbc tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] 10.222.0.36 "GET /v2.0/security-groups?id=de74b28e-d488-441b-b526-075af1ad7a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305717 Feb 17 04:49:28.586644 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f657de3a-dcc2-4d66-a3d3-f7b9fa0976c7 req-47a95203-8737-4cf2-8051-9dc350f15ab3 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:49:28.587989 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-f657de3a-dcc2-4d66-a3d3-f7b9fa0976c7 req-47a95203-8737-4cf2-8051-9dc350f15ab3 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] 10.222.0.69 "GET /v2.0/ports?device_id=e149db34-8967-45c0-a77d-69af607f3198 HTTP/1.1" status: 200 len: 945 time: 0.0481889 Feb 17 04:49:28.676662 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.plugin [req-f657de3a-dcc2-4d66-a3d3-f7b9fa0976c7 req-56fc5dd7-a09a-4bf3-9c3b-c31f1b78fc7b tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Deleting port dde87455-6fe5-4960-b77e-0f6441abbc4b {{(pid=108156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:49:28.677000 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-f657de3a-dcc2-4d66-a3d3-f7b9fa0976c7 req-56fc5dd7-a09a-4bf3-9c3b-c31f1b78fc7b tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733365899870'] for port, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:28.763134 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.db [req-f657de3a-dcc2-4d66-a3d3-f7b9fa0976c7 req-56fc5dd7-a09a-4bf3-9c3b-c31f1b78fc7b tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] For port dde87455-6fe5-4960-b77e-0f6441abbc4b, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=dde87455-6fe5-4960-b77e-0f6441abbc4b,segment=NetworkSegment(9f5ef8ed-a7f3-4ada-aafe-eff96a5ba793),segment_id=9f5ef8ed-a7f3-4ada-aafe-eff96a5ba793)] {{(pid=108156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:49:28.763492 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-f657de3a-dcc2-4d66-a3d3-f7b9fa0976c7 req-56fc5dd7-a09a-4bf3-9c3b-c31f1b78fc7b tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650405'] for port, precommit_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:28.774907 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.plugin [req-f657de3a-dcc2-4d66-a3d3-f7b9fa0976c7 req-56fc5dd7-a09a-4bf3-9c3b-c31f1b78fc7b tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Calling delete_port for dde87455-6fe5-4960-b77e-0f6441abbc4b owned by compute:nova {{(pid=108156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:49:29.182602 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-f657de3a-dcc2-4d66-a3d3-f7b9fa0976c7 req-56fc5dd7-a09a-4bf3-9c3b-c31f1b78fc7b tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733365900373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733365499778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26489006'] for port, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:29.222178 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e131ed9b-fbf7-40af-9043-9f3cc7496354 req-692752c5-3a74-42a0-bc4f-cae343499a24 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:49:29.223646 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-e131ed9b-fbf7-40af-9043-9f3cc7496354 req-692752c5-3a74-42a0-bc4f-cae343499a24 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] 10.222.0.36 "GET /v2.0/ports?device_id=e149db34-8967-45c0-a77d-69af607f3198 HTTP/1.1" status: 200 len: 945 time: 0.0974183 Feb 17 04:49:29.224326 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fc5dd7-a09a-4bf3-9c3b-c31f1b78fc7b tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Pushing event deleted for resources: {'Port': ['ID=dde87455-6fe5-4960-b77e-0f6441abbc4b,revision_number=None']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:49:29.278015 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.db.l3_dvrscheduler_db [req-f657de3a-dcc2-4d66-a3d3-f7b9fa0976c7 req-56fc5dd7-a09a-4bf3-9c3b-c31f1b78fc7b tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] No DVR routers for this DVR port dde87455-6fe5-4960-b77e-0f6441abbc4b on host hv-cinder-82963 {{(pid=108156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 04:49:29.280691 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [req-f657de3a-dcc2-4d66-a3d3-f7b9fa0976c7 req-56fc5dd7-a09a-4bf3-9c3b-c31f1b78fc7b tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-49904'] for port, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:29.284197 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-f657de3a-dcc2-4d66-a3d3-f7b9fa0976c7 req-56fc5dd7-a09a-4bf3-9c3b-c31f1b78fc7b tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] 10.222.0.69 "DELETE /v2.0/ports/dde87455-6fe5-4960-b77e-0f6441abbc4b HTTP/1.1" status: 204 len: 173 time: 0.6907382 Feb 17 04:49:29.285743 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e149db34-8967-45c0-a77d-69af607f3198', 'name': 'network-vif-deleted', 'tag': 'dde87455-6fe5-4960-b77e-0f6441abbc4b'}] {{(pid=108156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:49:29.288803 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0b67973df7b1313e2305cae6a6fc83f0f1e2d937ba4ea44ff20eeef2f46ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25db2b59-d34c-4e90-b459-3e7bd9b64735" -d '{"events": [{"server_uuid": "e149db34-8967-45c0-a77d-69af607f3198", "name": "network-vif-deleted", "tag": "dde87455-6fe5-4960-b77e-0f6441abbc4b"}]}' {{(pid=108156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:49:29.310674 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [req-e131ed9b-fbf7-40af-9043-9f3cc7496354 req-bc9c6f21-e0c2-4696-b043-a224df08af57 tempest-TestMinimumBasicScenario-1510928970 tempest-TestMinimumBasicScenario-1510928970-project] 10.222.0.36 "GET /v2.0/security-groups?id=de74b28e-d488-441b-b526-075af1ad7a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789304 Feb 17 04:49:29.327681 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 04:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f0ca7b-877d-4702-b7cd-68608cb5ceb1 x-openstack-request-id: req-64f0ca7b-877d-4702-b7cd-68608cb5ceb1 {{(pid=108156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:49:29.327912 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e149db34-8967-45c0-a77d-69af607f3198", "name": "network-vif-deleted", "tag": "dde87455-6fe5-4960-b77e-0f6441abbc4b", "status": "completed", "code": 200}]} {{(pid=108156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:49:29.328182 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-64f0ca7b-877d-4702-b7cd-68608cb5ceb1 {{(pid=108156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:49:29.328590 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e149db34-8967-45c0-a77d-69af607f3198', 'name': 'network-vif-deleted', 'tag': 'dde87455-6fe5-4960-b77e-0f6441abbc4b', 'status': 'completed', 'code': 200} Feb 17 04:49:30.599567 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Device dde87455-6fe5-4960-b77e-0f6441abbc4b no longer exists at agent hyperv_hv-cinder-82963 {{(pid=108157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 04:49:30.618953 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.plugin [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] No Port match for: dde87455-6fe5-4960-b77e-0f6441abbc4b {{(pid=108157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 17 04:49:30.619331 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Device dde87455-6fe5-4960-b77e-0f6441abbc4b not bound to the agent host hv-cinder-82963 {{(pid=108157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 04:49:30.847194 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.agents_db [None req-cbde576c-1bd3-47c0-9bd8-6306741b546e None None] Agent healthcheck: found 6 active agents {{(pid=108158) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 04:49:30.963303 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 37534) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:49:31.306314 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-690fb862-6079-4233-8d3f-be22bfeb243e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647859'] for router_interface, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:31.548951 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.plugin [None req-690fb862-6079-4233-8d3f-be22bfeb243e admin admin] Deleting port a64b2c9a-5de0-4e73-a78e-0ab42876c0b8 {{(pid=108156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:49:31.549295 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-690fb862-6079-4233-8d3f-be22bfeb243e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733365899870'] for port, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:31.629600 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.db [None req-690fb862-6079-4233-8d3f-be22bfeb243e admin admin] For port a64b2c9a-5de0-4e73-a78e-0ab42876c0b8, host dv-cinder-829630-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-smb',level=0,port_id=a64b2c9a-5de0-4e73-a78e-0ab42876c0b8,segment=NetworkSegment(9f5ef8ed-a7f3-4ada-aafe-eff96a5ba793),segment_id=9f5ef8ed-a7f3-4ada-aafe-eff96a5ba793)] {{(pid=108156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:49:31.629959 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-690fb862-6079-4233-8d3f-be22bfeb243e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650405'] for port, precommit_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:31.641503 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.plugin [None req-690fb862-6079-4233-8d3f-be22bfeb243e admin admin] Calling delete_port for a64b2c9a-5de0-4e73-a78e-0ab42876c0b8 owned by network:router_interface {{(pid=108156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:49:31.819976 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-690fb862-6079-4233-8d3f-be22bfeb243e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733365900373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733365499778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26489006'] for port, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:31.846911 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690fb862-6079-4233-8d3f-be22bfeb243e admin admin] Pushing event deleted for resources: {'Port': ['ID=a64b2c9a-5de0-4e73-a78e-0ab42876c0b8,revision_number=None']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:49:32.007648 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-690fb862-6079-4233-8d3f-be22bfeb243e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-647903'] for router_interface, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:32.222545 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-690fb862-6079-4233-8d3f-be22bfeb243e admin admin] Router 550921bb-af9a-48db-811f-e396a191f86b has already been hosted by L3 agent e8023405-eda5-4975-af11-622b29ed5550 {{(pid=108156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 04:49:32.328218 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-690fb862-6079-4233-8d3f-be22bfeb243e admin admin] Notify agent at l3_agent.dv-cinder-829630-1-smb the message routers_updated {{(pid=108156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 04:49:32.333192 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-690fb862-6079-4233-8d3f-be22bfeb243e admin admin] 10.222.0.36 "PUT /v2.0/routers/550921bb-af9a-48db-811f-e396a191f86b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3681426 Feb 17 04:49:32.335654 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 37536) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:49:32.338328 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9f1aaa-532c-4112-94ab-42e34f961265 None None] Sync routers for ids ['550921bb-af9a-48db-811f-e396a191f86b'] in dv-cinder-829630-1-smb {{(pid=108157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 04:49:32.350088 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9f1aaa-532c-4112-94ab-42e34f961265 None None] Routers {'550921bb-af9a-48db-811f-e396a191f86b'} bound to L3 agent in host dv-cinder-829630-1-smb {{(pid=108157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:49:32.350711 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_hamode_db [None req-ec9f1aaa-532c-4112-94ab-42e34f961265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T04:31:52Z,description=,heartbeat_timestamp=2022-02-17T04:49:22Z,host='dv-cinder-829630-1-smb',id=e8023405-eda5-4975-af11-622b29ed5550,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:52Z,topic='l3_agent')) {'router_ids': ['550921bb-af9a-48db-811f-e396a191f86b'], 'active': True} {{(pid=108157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:49:32.440472 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-22eadb7b-cc25-4bbe-bd93-156769f5862f admin admin] Notify callbacks [] for router, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:32.454276 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_dvr_db [None req-ec9f1aaa-532c-4112-94ab-42e34f961265 None None] Set router 550921bb-af9a-48db-811f-e396a191f86b gateway port host: dv-cinder-829630-1-smb {{(pid=108157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:49:32.543744 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-22eadb7b-cc25-4bbe-bd93-156769f5862f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:32.601827 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.plugin [None req-22eadb7b-cc25-4bbe-bd93-156769f5862f admin admin] Deleting port 683b130d-3aaa-4ed9-b2c1-8c254641d92e {{(pid=108156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:49:32.602077 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-22eadb7b-cc25-4bbe-bd93-156769f5862f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733365899870'] for port, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:32.642023 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_hamode_db [None req-ec9f1aaa-532c-4112-94ab-42e34f961265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '550921bb-af9a-48db-811f-e396a191f86b', 'name': 'tempest-TestMinimumBasicScenario-692798134-router', 'tenant_id': 'd490895cb5cc4bc7a1fd951e59921102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'external_fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.164'}], 'enable_snat': True}, 'gw_port_id': '683b130d-3aaa-4ed9-b2c1-8c254641d92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:47:25Z', 'updated_at': '2022-02-17T04:49:31Z', 'revision_number': 5, 'project_id': 'd490895cb5cc4bc7a1fd951e59921102', 'gw_port': {'id': '683b130d-3aaa-4ed9-b2c1-8c254641d92e', 'name': '', 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:1c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '550921bb-af9a-48db-811f-e396a191f86b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:47:25Z', 'updated_at': '2022-02-17T04:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-smb'}], 'dv-cinder-829630-1-smb', False) {} {{(pid=108157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:49:32.668434 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9f1aaa-532c-4112-94ab-42e34f961265 None None] Checking router: 550921bb-af9a-48db-811f-e396a191f86b for host: dv-cinder-829630-1-smb {{(pid=108157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 04:49:32.676573 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9f1aaa-532c-4112-94ab-42e34f961265 None None] Routers {'550921bb-af9a-48db-811f-e396a191f86b'} bound to L3 agent in host dv-cinder-829630-1-smb {{(pid=108157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:49:32.677179 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_hamode_db [None req-ec9f1aaa-532c-4112-94ab-42e34f961265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T04:31:52Z,description=,heartbeat_timestamp=2022-02-17T04:49:22Z,host='dv-cinder-829630-1-smb',id=e8023405-eda5-4975-af11-622b29ed5550,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:52Z,topic='l3_agent')) {'router_ids': ['550921bb-af9a-48db-811f-e396a191f86b'], 'active': True} {{(pid=108157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:49:32.686334 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.db [None req-22eadb7b-cc25-4bbe-bd93-156769f5862f admin admin] For port 683b130d-3aaa-4ed9-b2c1-8c254641d92e, host dv-cinder-829630-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-smb',level=0,port_id=683b130d-3aaa-4ed9-b2c1-8c254641d92e,segment=NetworkSegment(e91f6497-8228-4e22-a6c9-5a362f6f98f1),segment_id=e91f6497-8228-4e22-a6c9-5a362f6f98f1)] {{(pid=108156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:49:32.686692 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-22eadb7b-cc25-4bbe-bd93-156769f5862f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650405'] for port, precommit_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:32.698873 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.plugin [None req-22eadb7b-cc25-4bbe-bd93-156769f5862f admin admin] Calling delete_port for 683b130d-3aaa-4ed9-b2c1-8c254641d92e owned by network:router_gateway {{(pid=108156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:49:32.762894 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_dvr_db [None req-ec9f1aaa-532c-4112-94ab-42e34f961265 None None] Set router 550921bb-af9a-48db-811f-e396a191f86b gateway port host: None {{(pid=108157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:49:32.817840 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_hamode_db [None req-ec9f1aaa-532c-4112-94ab-42e34f961265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '550921bb-af9a-48db-811f-e396a191f86b', 'name': 'tempest-TestMinimumBasicScenario-692798134-router', 'tenant_id': 'd490895cb5cc4bc7a1fd951e59921102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:47:25Z', 'updated_at': '2022-02-17T04:49:32Z', 'revision_number': 6, 'project_id': 'd490895cb5cc4bc7a1fd951e59921102', 'gw_port_host': None}], 'dv-cinder-829630-1-smb', False) {} {{(pid=108157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:49:32.847481 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9f1aaa-532c-4112-94ab-42e34f961265 None None] The sync data for ids ['550921bb-af9a-48db-811f-e396a191f86b'] in dv-cinder-829630-1-smb is: [{'id': '550921bb-af9a-48db-811f-e396a191f86b', 'name': 'tempest-TestMinimumBasicScenario-692798134-router', 'tenant_id': 'd490895cb5cc4bc7a1fd951e59921102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:47:25Z', 'updated_at': '2022-02-17T04:49:32Z', 'revision_number': 6, 'project_id': 'd490895cb5cc4bc7a1fd951e59921102', 'gw_port_host': None}] {{(pid=108157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 04:49:32.868375 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-22eadb7b-cc25-4bbe-bd93-156769f5862f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733365900373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733365499778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26489006'] for port, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:32.897122 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eadb7b-cc25-4bbe-bd93-156769f5862f admin admin] Pushing event deleted for resources: {'Port': ['ID=683b130d-3aaa-4ed9-b2c1-8c254641d92e,revision_number=None']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:49:32.958107 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-22eadb7b-cc25-4bbe-bd93-156769f5862f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650109'] for router_gateway, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:33.050835 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-22eadb7b-cc25-4bbe-bd93-156769f5862f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-650398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9654'] for router, precommit_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:33.052978 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-22eadb7b-cc25-4bbe-bd93-156769f5862f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:33.095516 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-22eadb7b-cc25-4bbe-bd93-156769f5862f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-650480'] for router, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:33.096104 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22eadb7b-cc25-4bbe-bd93-156769f5862f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 550921bb-af9a-48db-811f-e396a191f86b {{(pid=108156) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 04:49:33.100392 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-22eadb7b-cc25-4bbe-bd93-156769f5862f admin admin] Notify callbacks [] for router, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:33.101569 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-22eadb7b-cc25-4bbe-bd93-156769f5862f admin admin] 10.222.0.36 "DELETE /v2.0/routers/550921bb-af9a-48db-811f-e396a191f86b HTTP/1.1" status: 204 len: 168 time: 0.7650037 Feb 17 04:49:33.104705 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 37538) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:49:33.148250 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.db.db_base_plugin_v2 [None req-abb379a4-7a4f-42b7-8ea7-186beff06899 admin admin] Deleting subnet 442e91ed-5720-4b66-8f87-cd812d5ec3b2 {{(pid=108156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 17 04:49:33.151165 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-abb379a4-7a4f-42b7-8ea7-186beff06899 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:33.186078 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-abb379a4-7a4f-42b7-8ea7-186beff06899 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26378078'] for subnet, precommit_delete_associations {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:33.271197 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-abb379a4-7a4f-42b7-8ea7-186beff06899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961027'] for subnet, precommit_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:33.324417 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-abb379a4-7a4f-42b7-8ea7-186beff06899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1961080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26488925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27084032'] for subnet, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:33.349697 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb379a4-7a4f-42b7-8ea7-186beff06899 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=442e91ed-5720-4b66-8f87-cd812d5ec3b2,revision_number=None']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:49:33.353258 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-abb379a4-7a4f-42b7-8ea7-186beff06899 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:33.356682 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-abb379a4-7a4f-42b7-8ea7-186beff06899 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/442e91ed-5720-4b66-8f87-cd812d5ec3b2 HTTP/1.1" status: 204 len: 168 time: 0.2508657 Feb 17 04:49:33.359156 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 37540) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:49:33.359301 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979abc24-df03-49d8-b1ef-e8d4020b1016 None None] Network 8f41ec04-66a2-4d67-9dca-73ff37f6a27e requested from dv-cinder-829630-1-smb {{(pid=108157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 17 04:49:33.428918 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-83d9f9ab-4fea-4ab5-b7f8-2ee9cc633773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1709386'] for network, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:33.483215 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.plugin [None req-83d9f9ab-4fea-4ab5-b7f8-2ee9cc633773 admin admin] Deleting port 938c43a6-9c5e-4eb5-a142-f3a835611228 {{(pid=108156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:49:33.483613 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-83d9f9ab-4fea-4ab5-b7f8-2ee9cc633773 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733365899870'] for port, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:33.546718 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.db [None req-83d9f9ab-4fea-4ab5-b7f8-2ee9cc633773 admin admin] For port 938c43a6-9c5e-4eb5-a142-f3a835611228, host dv-cinder-829630-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-smb',level=0,port_id=938c43a6-9c5e-4eb5-a142-f3a835611228,segment=NetworkSegment(9f5ef8ed-a7f3-4ada-aafe-eff96a5ba793),segment_id=9f5ef8ed-a7f3-4ada-aafe-eff96a5ba793)] {{(pid=108156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:49:33.547047 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-83d9f9ab-4fea-4ab5-b7f8-2ee9cc633773 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650405'] for port, precommit_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:33.560747 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.plugin [None req-83d9f9ab-4fea-4ab5-b7f8-2ee9cc633773 admin admin] Calling delete_port for 938c43a6-9c5e-4eb5-a142-f3a835611228 owned by network:dhcp {{(pid=108156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:49:33.602396 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096d6e71-54bc-4cfc-99ab-937a4d59ca3c None None] DHCP port deletion for 8f41ec04-66a2-4d67-9dca-73ff37f6a27e request from dv-cinder-829630-1-smb {{(pid=108157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 17 04:49:33.647797 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-83d9f9ab-4fea-4ab5-b7f8-2ee9cc633773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733365900373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733365499778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26489006'] for port, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:33.652570 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.plugin [None req-096d6e71-54bc-4cfc-99ab-937a4d59ca3c None None] Deleting port 938c43a6-9c5e-4eb5-a142-f3a835611228 {{(pid=108157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:49:33.652953 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-096d6e71-54bc-4cfc-99ab-937a4d59ca3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733365899870'] for port, before_delete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:33.673938 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d9f9ab-4fea-4ab5-b7f8-2ee9cc633773 admin admin] Pushing event deleted for resources: {'Port': ['ID=938c43a6-9c5e-4eb5-a142-f3a835611228,revision_number=None']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:49:33.677713 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d9f9ab-4fea-4ab5-b7f8-2ee9cc633773 admin admin] No DVR routers for this DVR port 938c43a6-9c5e-4eb5-a142-f3a835611228 on host dv-cinder-829630-1-smb {{(pid=108156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 04:49:33.727002 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-096d6e71-54bc-4cfc-99ab-937a4d59ca3c None None] For port 938c43a6-9c5e-4eb5-a142-f3a835611228, host dv-cinder-829630-1-smb, got binding levels [] {{(pid=108157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:49:33.727398 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-096d6e71-54bc-4cfc-99ab-937a4d59ca3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650405'] for port, precommit_delete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:33.740411 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.plugin [None req-096d6e71-54bc-4cfc-99ab-937a4d59ca3c None None] Calling delete_port for 938c43a6-9c5e-4eb5-a142-f3a835611228 owned by network:dhcp {{(pid=108157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:49:33.743106 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.ipam_backend_mixin [None req-096d6e71-54bc-4cfc-99ab-937a4d59ca3c None None] Port 938c43a6-9c5e-4eb5-a142-f3a835611228 was not found and therefore no delete operation was performed {{(pid=108157) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 17 04:49:33.744384 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-096d6e71-54bc-4cfc-99ab-937a4d59ca3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733365900373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733365499778'] for port, after_delete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:33.753876 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-83d9f9ab-4fea-4ab5-b7f8-2ee9cc633773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1960161', 'neutron.services.segments.db._delete_segments_for_network-8733365806376'] for network, precommit_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:33.770554 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096d6e71-54bc-4cfc-99ab-937a4d59ca3c None None] Pushing event deleted for resources: {'Port': ['ID=938c43a6-9c5e-4eb5-a142-f3a835611228,revision_number=None']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:49:33.776328 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.services.segments.db [None req-83d9f9ab-4fea-4ab5-b7f8-2ee9cc633773 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f41ec04-66a2-4d67-9dca-73ff37f6a27e']}} {{(pid=108156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:49:33.776482 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096d6e71-54bc-4cfc-99ab-937a4d59ca3c None None] No DVR routers for this DVR port 938c43a6-9c5e-4eb5-a142-f3a835611228 on host dv-cinder-829630-1-smb {{(pid=108157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 04:49:33.788819 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096d6e71-54bc-4cfc-99ab-937a4d59ca3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:49:33.789379 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096d6e71-54bc-4cfc-99ab-937a4d59ca3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:49:33.789897 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096d6e71-54bc-4cfc-99ab-937a4d59ca3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:49:33.790237 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096d6e71-54bc-4cfc-99ab-937a4d59ca3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:49:33.790569 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096d6e71-54bc-4cfc-99ab-937a4d59ca3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:49:33.790874 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.services.segments.db [None req-83d9f9ab-4fea-4ab5-b7f8-2ee9cc633773 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f5ef8ed-a7f3-4ada-aafe-eff96a5ba793') {'for_net_delete': True} {{(pid=108156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:49:33.791049 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096d6e71-54bc-4cfc-99ab-937a4d59ca3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:49:33.791213 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.services.segments.db [None req-83d9f9ab-4fea-4ab5-b7f8-2ee9cc633773 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f5ef8ed-a7f3-4ada-aafe-eff96a5ba793') {} {{(pid=108156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:49:33.791335 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096d6e71-54bc-4cfc-99ab-937a4d59ca3c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:49:33.792111 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096d6e71-54bc-4cfc-99ab-937a4d59ca3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:49:33.792590 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096d6e71-54bc-4cfc-99ab-937a4d59ca3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:49:33.793107 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096d6e71-54bc-4cfc-99ab-937a4d59ca3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:49:33.793444 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096d6e71-54bc-4cfc-99ab-937a4d59ca3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:49:33.793775 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096d6e71-54bc-4cfc-99ab-937a4d59ca3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-smb {{(pid=108157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:49:33.803322 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-83d9f9ab-4fea-4ab5-b7f8-2ee9cc633773 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733366045332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26378065'] for segment, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:33.817947 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-83d9f9ab-4fea-4ab5-b7f8-2ee9cc633773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1955041'] for segment, precommit_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:33.825067 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83d9f9ab-4fea-4ab5-b7f8-2ee9cc633773 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=108156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 04:49:33.825475 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-83d9f9ab-4fea-4ab5-b7f8-2ee9cc633773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1955041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26489083'] for segment, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:33.827195 dv-cinder-829630-1-smb neutron-server[108156]: Traceback (most recent call last): Feb 17 04:49:33.827195 dv-cinder-829630-1-smb neutron-server[108156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 04:49:33.827195 dv-cinder-829630-1-smb neutron-server[108156]: timer() Feb 17 04:49:33.827195 dv-cinder-829630-1-smb neutron-server[108156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 04:49:33.827195 dv-cinder-829630-1-smb neutron-server[108156]: cb(*args, **kw) Feb 17 04:49:33.827195 dv-cinder-829630-1-smb neutron-server[108156]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 04:49:33.827195 dv-cinder-829630-1-smb neutron-server[108156]: return func(*args, **kwargs) Feb 17 04:49:33.827195 dv-cinder-829630-1-smb neutron-server[108156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 04:49:33.827195 dv-cinder-829630-1-smb neutron-server[108156]: self._notify() Feb 17 04:49:33.827195 dv-cinder-829630-1-smb neutron-server[108156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 04:49:33.827195 dv-cinder-829630-1-smb neutron-server[108156]: self.callback(batched_events) Feb 17 04:49:33.827195 dv-cinder-829630-1-smb neutron-server[108156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 04:49:33.827195 dv-cinder-829630-1-smb neutron-server[108156]: event.method(event) Feb 17 04:49:33.827195 dv-cinder-829630-1-smb neutron-server[108156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 04:49:33.827195 dv-cinder-829630-1-smb neutron-server[108156]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 04:49:33.827195 dv-cinder-829630-1-smb neutron-server[108156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 04:49:33.827195 dv-cinder-829630-1-smb neutron-server[108156]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 04:49:33.827195 dv-cinder-829630-1-smb neutron-server[108156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 04:49:33.827195 dv-cinder-829630-1-smb neutron-server[108156]: return f(self, *a, **k) Feb 17 04:49:33.827195 dv-cinder-829630-1-smb neutron-server[108156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 04:49:33.827195 dv-cinder-829630-1-smb neutron-server[108156]: return self._get(url).json() Feb 17 04:49:33.827195 dv-cinder-829630-1-smb neutron-server[108156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 04:49:33.827195 dv-cinder-829630-1-smb neutron-server[108156]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 04:49:33.827195 dv-cinder-829630-1-smb neutron-server[108156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 04:49:33.827195 dv-cinder-829630-1-smb neutron-server[108156]: return self.request(url, 'GET', **kwargs) Feb 17 04:49:33.827195 dv-cinder-829630-1-smb neutron-server[108156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 04:49:33.827195 dv-cinder-829630-1-smb neutron-server[108156]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 04:49:33.827195 dv-cinder-829630-1-smb neutron-server[108156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 04:49:33.827195 dv-cinder-829630-1-smb neutron-server[108156]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 04:49:33.827195 dv-cinder-829630-1-smb neutron-server[108156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 04:49:33.827195 dv-cinder-829630-1-smb neutron-server[108156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 04:49:33.827195 dv-cinder-829630-1-smb neutron-server[108156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 04:49:33.883258 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-83d9f9ab-4fea-4ab5-b7f8-2ee9cc633773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1960168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-827310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650049'] for network, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:33.888629 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-83d9f9ab-4fea-4ab5-b7f8-2ee9cc633773 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737771'] for network, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:33.891807 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-83d9f9ab-4fea-4ab5-b7f8-2ee9cc633773 admin admin] 10.222.0.36 "DELETE /v2.0/networks/8f41ec04-66a2-4d67-9dca-73ff37f6a27e HTTP/1.1" status: 204 len: 168 time: 0.5317340 Feb 17 04:49:33.894808 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 37542) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:49:33.906277 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d9f9ab-4fea-4ab5-b7f8-2ee9cc633773 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f41ec04-66a2-4d67-9dca-73ff37f6a27e,revision_number=None']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:49:34.089803 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Device a64b2c9a-5de0-4e73-a78e-0ab42876c0b8 no longer exists at agent ovs-agent-dv-cinder-829630-1-smb {{(pid=108157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 04:49:34.110236 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.plugin [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] No Port match for: a64b2c9a-5de0-4e73-a78e-0ab42876c0b8 {{(pid=108157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 17 04:49:34.110574 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Device a64b2c9a-5de0-4e73-a78e-0ab42876c0b8 not bound to the agent host dv-cinder-829630-1-smb {{(pid=108157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 04:49:34.110992 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Device 683b130d-3aaa-4ed9-b2c1-8c254641d92e no longer exists at agent ovs-agent-dv-cinder-829630-1-smb {{(pid=108157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 04:49:34.132510 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.plugin [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] No Port match for: 683b130d-3aaa-4ed9-b2c1-8c254641d92e {{(pid=108157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 17 04:49:34.132782 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Device 683b130d-3aaa-4ed9-b2c1-8c254641d92e not bound to the agent host dv-cinder-829630-1-smb {{(pid=108157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 04:49:34.133185 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Device 938c43a6-9c5e-4eb5-a142-f3a835611228 no longer exists at agent ovs-agent-dv-cinder-829630-1-smb {{(pid=108157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 04:49:34.152041 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.plugin [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] No Port match for: 938c43a6-9c5e-4eb5-a142-f3a835611228 {{(pid=108157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 17 04:49:34.152375 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Device 938c43a6-9c5e-4eb5-a142-f3a835611228 not bound to the agent host dv-cinder-829630-1-smb {{(pid=108157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 04:49:34.239855 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-3074c7c6-d5ce-41a4-84c2-1e412b3bc7a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647859'] for router_interface, before_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:34.479936 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.plugin [None req-3074c7c6-d5ce-41a4-84c2-1e412b3bc7a9 admin admin] Deleting port 42ee8e85-3894-4b24-84b5-88e84f59bdbe {{(pid=108155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:49:34.480273 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-3074c7c6-d5ce-41a4-84c2-1e412b3bc7a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733365899870'] for port, before_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:34.554913 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.db [None req-3074c7c6-d5ce-41a4-84c2-1e412b3bc7a9 admin admin] For port 42ee8e85-3894-4b24-84b5-88e84f59bdbe, host dv-cinder-829630-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-smb',level=0,port_id=42ee8e85-3894-4b24-84b5-88e84f59bdbe,segment=NetworkSegment(d699e195-a424-4e78-9a6f-88c8a2fc8a3f),segment_id=d699e195-a424-4e78-9a6f-88c8a2fc8a3f)] {{(pid=108155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:49:34.555302 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-3074c7c6-d5ce-41a4-84c2-1e412b3bc7a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650405'] for port, precommit_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:34.566762 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.plugin [None req-3074c7c6-d5ce-41a4-84c2-1e412b3bc7a9 admin admin] Calling delete_port for 42ee8e85-3894-4b24-84b5-88e84f59bdbe owned by network:router_interface {{(pid=108155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:49:34.742239 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-3074c7c6-d5ce-41a4-84c2-1e412b3bc7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733365900373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733365499778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2813823'] for port, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:34.768557 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3074c7c6-d5ce-41a4-84c2-1e412b3bc7a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=42ee8e85-3894-4b24-84b5-88e84f59bdbe,revision_number=None']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:49:34.933820 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-3074c7c6-d5ce-41a4-84c2-1e412b3bc7a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-647903'] for router_interface, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:35.140826 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3074c7c6-d5ce-41a4-84c2-1e412b3bc7a9 admin admin] Router 5df7b243-1df9-4b0d-a266-bb5e6d333a13 has already been hosted by L3 agent e8023405-eda5-4975-af11-622b29ed5550 {{(pid=108155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 04:49:35.240683 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3074c7c6-d5ce-41a4-84c2-1e412b3bc7a9 admin admin] Notify agent at l3_agent.dv-cinder-829630-1-smb the message routers_updated {{(pid=108155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 04:49:35.246158 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-3074c7c6-d5ce-41a4-84c2-1e412b3bc7a9 admin admin] 10.222.0.36 "PUT /v2.0/routers/5df7b243-1df9-4b0d-a266-bb5e6d333a13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3503146 Feb 17 04:49:35.248672 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 37544) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:49:35.251021 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694e426e-06be-41da-b692-4a32d98e9ce7 None None] Sync routers for ids ['5df7b243-1df9-4b0d-a266-bb5e6d333a13'] in dv-cinder-829630-1-smb {{(pid=108158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 04:49:35.260435 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694e426e-06be-41da-b692-4a32d98e9ce7 None None] Routers {'5df7b243-1df9-4b0d-a266-bb5e6d333a13'} bound to L3 agent in host dv-cinder-829630-1-smb {{(pid=108158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:49:35.261065 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_hamode_db [None req-694e426e-06be-41da-b692-4a32d98e9ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T04:31:52Z,description=,heartbeat_timestamp=2022-02-17T04:49:22Z,host='dv-cinder-829630-1-smb',id=e8023405-eda5-4975-af11-622b29ed5550,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:52Z,topic='l3_agent')) {'router_ids': ['5df7b243-1df9-4b0d-a266-bb5e6d333a13'], 'active': True} {{(pid=108158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:49:35.352456 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-55c6a0cd-d5da-411c-8468-a1d9ac7a7ea2 admin admin] Notify callbacks [] for router, before_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:35.365419 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_dvr_db [None req-694e426e-06be-41da-b692-4a32d98e9ce7 None None] Set router 5df7b243-1df9-4b0d-a266-bb5e6d333a13 gateway port host: dv-cinder-829630-1-smb {{(pid=108158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:49:35.452570 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-55c6a0cd-d5da-411c-8468-a1d9ac7a7ea2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:35.503978 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.plugin [None req-55c6a0cd-d5da-411c-8468-a1d9ac7a7ea2 admin admin] Deleting port 5b424c57-17fe-43d8-8a47-8f0fa99e699c {{(pid=108155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:49:35.504312 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-55c6a0cd-d5da-411c-8468-a1d9ac7a7ea2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733365899870'] for port, before_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:35.542409 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_hamode_db [None req-694e426e-06be-41da-b692-4a32d98e9ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df7b243-1df9-4b0d-a266-bb5e6d333a13', 'name': 'tempest-TestMinimumBasicScenario-871309567-router', 'tenant_id': 'e4a6ff6e6ccd48c7b9b94ce524d899c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'external_fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.16'}], 'enable_snat': True}, 'gw_port_id': '5b424c57-17fe-43d8-8a47-8f0fa99e699c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:47:30Z', 'updated_at': '2022-02-17T04:49:34Z', 'revision_number': 5, 'project_id': 'e4a6ff6e6ccd48c7b9b94ce524d899c1', 'gw_port': {'id': '5b424c57-17fe-43d8-8a47-8f0fa99e699c', 'name': '', 'network_id': '9ee4813c-26bc-4ce0-8bb0-948d56f273c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:2f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df7b243-1df9-4b0d-a266-bb5e6d333a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'ip_address': '172.28.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:47:30Z', 'updated_at': '2022-02-17T04:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9f6ab95-7249-4be3-8bb0-da1d9214eacd', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-smb'}], 'dv-cinder-829630-1-smb', False) {} {{(pid=108158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:49:35.569435 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694e426e-06be-41da-b692-4a32d98e9ce7 None None] Checking router: 5df7b243-1df9-4b0d-a266-bb5e6d333a13 for host: dv-cinder-829630-1-smb {{(pid=108158) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 04:49:35.577940 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694e426e-06be-41da-b692-4a32d98e9ce7 None None] Routers {'5df7b243-1df9-4b0d-a266-bb5e6d333a13'} bound to L3 agent in host dv-cinder-829630-1-smb {{(pid=108158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:49:35.578540 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_hamode_db [None req-694e426e-06be-41da-b692-4a32d98e9ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T04:31:52Z,description=,heartbeat_timestamp=2022-02-17T04:49:22Z,host='dv-cinder-829630-1-smb',id=e8023405-eda5-4975-af11-622b29ed5550,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:52Z,topic='l3_agent')) {'router_ids': ['5df7b243-1df9-4b0d-a266-bb5e6d333a13'], 'active': True} {{(pid=108158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:49:35.583349 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.db [None req-55c6a0cd-d5da-411c-8468-a1d9ac7a7ea2 admin admin] For port 5b424c57-17fe-43d8-8a47-8f0fa99e699c, host dv-cinder-829630-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-smb',level=0,port_id=5b424c57-17fe-43d8-8a47-8f0fa99e699c,segment=NetworkSegment(e91f6497-8228-4e22-a6c9-5a362f6f98f1),segment_id=e91f6497-8228-4e22-a6c9-5a362f6f98f1)] {{(pid=108155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:49:35.583713 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-55c6a0cd-d5da-411c-8468-a1d9ac7a7ea2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650405'] for port, precommit_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:35.595869 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.plugin [None req-55c6a0cd-d5da-411c-8468-a1d9ac7a7ea2 admin admin] Calling delete_port for 5b424c57-17fe-43d8-8a47-8f0fa99e699c owned by network:router_gateway {{(pid=108155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:49:35.747917 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_dvr_db [None req-694e426e-06be-41da-b692-4a32d98e9ce7 None None] Set router 5df7b243-1df9-4b0d-a266-bb5e6d333a13 gateway port host: None {{(pid=108158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:49:35.759846 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-55c6a0cd-d5da-411c-8468-a1d9ac7a7ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733365900373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733365499778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2813823'] for port, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:35.785486 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c6a0cd-d5da-411c-8468-a1d9ac7a7ea2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b424c57-17fe-43d8-8a47-8f0fa99e699c,revision_number=None']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:49:35.801797 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.l3_hamode_db [None req-694e426e-06be-41da-b692-4a32d98e9ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df7b243-1df9-4b0d-a266-bb5e6d333a13', 'name': 'tempest-TestMinimumBasicScenario-871309567-router', 'tenant_id': 'e4a6ff6e6ccd48c7b9b94ce524d899c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:47:30Z', 'updated_at': '2022-02-17T04:49:35Z', 'revision_number': 6, 'project_id': 'e4a6ff6e6ccd48c7b9b94ce524d899c1', 'gw_port_host': None}], 'dv-cinder-829630-1-smb', False) {} {{(pid=108158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:49:35.831352 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694e426e-06be-41da-b692-4a32d98e9ce7 None None] The sync data for ids ['5df7b243-1df9-4b0d-a266-bb5e6d333a13'] in dv-cinder-829630-1-smb is: [{'id': '5df7b243-1df9-4b0d-a266-bb5e6d333a13', 'name': 'tempest-TestMinimumBasicScenario-871309567-router', 'tenant_id': 'e4a6ff6e6ccd48c7b9b94ce524d899c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:47:30Z', 'updated_at': '2022-02-17T04:49:35Z', 'revision_number': 6, 'project_id': 'e4a6ff6e6ccd48c7b9b94ce524d899c1', 'gw_port_host': None}] {{(pid=108158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 04:49:35.850436 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-55c6a0cd-d5da-411c-8468-a1d9ac7a7ea2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650109'] for router_gateway, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:36.161075 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-55c6a0cd-d5da-411c-8468-a1d9ac7a7ea2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-650398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9654'] for router, precommit_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:36.163175 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-55c6a0cd-d5da-411c-8468-a1d9ac7a7ea2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:36.210272 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-55c6a0cd-d5da-411c-8468-a1d9ac7a7ea2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-650480'] for router, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:36.210811 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55c6a0cd-d5da-411c-8468-a1d9ac7a7ea2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5df7b243-1df9-4b0d-a266-bb5e6d333a13 {{(pid=108155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 04:49:36.215979 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-55c6a0cd-d5da-411c-8468-a1d9ac7a7ea2 admin admin] Notify callbacks [] for router, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:36.217115 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-55c6a0cd-d5da-411c-8468-a1d9ac7a7ea2 admin admin] 10.222.0.36 "DELETE /v2.0/routers/5df7b243-1df9-4b0d-a266-bb5e6d333a13 HTTP/1.1" status: 204 len: 168 time: 0.9675596 Feb 17 04:49:36.219557 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 37546) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:49:36.271333 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab4ddbc8-4c69-4502-bc4b-26ae5dd82242 admin admin] Deleting subnet 944bffca-85bf-46c6-813e-054ef6fbf88e {{(pid=108155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 17 04:49:36.275010 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-ab4ddbc8-4c69-4502-bc4b-26ae5dd82242 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:36.314062 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-ab4ddbc8-4c69-4502-bc4b-26ae5dd82242 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2879761'] for subnet, precommit_delete_associations {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:36.394596 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-ab4ddbc8-4c69-4502-bc4b-26ae5dd82242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961027'] for subnet, precommit_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:36.444896 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-ab4ddbc8-4c69-4502-bc4b-26ae5dd82242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1961080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-831979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2813836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26581766'] for subnet, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:36.469509 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4ddbc8-4c69-4502-bc4b-26ae5dd82242 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=944bffca-85bf-46c6-813e-054ef6fbf88e,revision_number=None']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:49:36.473061 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-ab4ddbc8-4c69-4502-bc4b-26ae5dd82242 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737771'] for subnet, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:36.476167 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-ab4ddbc8-4c69-4502-bc4b-26ae5dd82242 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/944bffca-85bf-46c6-813e-054ef6fbf88e HTTP/1.1" status: 204 len: 168 time: 0.2554212 Feb 17 04:49:36.478629 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c3d2bb-7e6f-46b3-aecc-4ddc2a42995f None None] Network 94939f5f-dfe8-4276-9573-6c3b56448c5d requested from dv-cinder-829630-1-smb {{(pid=108157) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 17 04:49:36.479288 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 37548) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:49:36.548623 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-6ad28cf2-451d-4d45-880f-1261e6e38f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1709386'] for network, before_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:36.604863 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.plugin [None req-6ad28cf2-451d-4d45-880f-1261e6e38f76 admin admin] Deleting port 89eb1feb-e38f-4dcf-955f-114bb5ecb638 {{(pid=108155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:49:36.605071 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-6ad28cf2-451d-4d45-880f-1261e6e38f76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733365899870'] for port, before_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:36.613434 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Device 42ee8e85-3894-4b24-84b5-88e84f59bdbe no longer exists at agent ovs-agent-dv-cinder-829630-1-smb {{(pid=108157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 04:49:36.634176 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.plugin [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] No Port match for: 42ee8e85-3894-4b24-84b5-88e84f59bdbe {{(pid=108157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 17 04:49:36.634516 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Device 42ee8e85-3894-4b24-84b5-88e84f59bdbe not bound to the agent host dv-cinder-829630-1-smb {{(pid=108157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 04:49:36.673342 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.db [None req-6ad28cf2-451d-4d45-880f-1261e6e38f76 admin admin] For port 89eb1feb-e38f-4dcf-955f-114bb5ecb638, host dv-cinder-829630-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-smb',level=0,port_id=89eb1feb-e38f-4dcf-955f-114bb5ecb638,segment=NetworkSegment(d699e195-a424-4e78-9a6f-88c8a2fc8a3f),segment_id=d699e195-a424-4e78-9a6f-88c8a2fc8a3f)] {{(pid=108155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:49:36.673704 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-6ad28cf2-451d-4d45-880f-1261e6e38f76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650405'] for port, precommit_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:36.674744 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ba3325-ea03-4999-a509-20b6d7f33c1d None None] DHCP port deletion for 94939f5f-dfe8-4276-9573-6c3b56448c5d request from dv-cinder-829630-1-smb {{(pid=108157) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 17 04:49:36.686647 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.plugin [None req-6ad28cf2-451d-4d45-880f-1261e6e38f76 admin admin] Calling delete_port for 89eb1feb-e38f-4dcf-955f-114bb5ecb638 owned by network:dhcp {{(pid=108155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:49:36.722884 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.plugin [None req-31ba3325-ea03-4999-a509-20b6d7f33c1d None None] Deleting port 89eb1feb-e38f-4dcf-955f-114bb5ecb638 {{(pid=108157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:49:36.723315 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-31ba3325-ea03-4999-a509-20b6d7f33c1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733365899870'] for port, before_delete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:36.773983 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-6ad28cf2-451d-4d45-880f-1261e6e38f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733365900373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733365499778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2813823'] for port, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:36.789395 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.db [None req-31ba3325-ea03-4999-a509-20b6d7f33c1d None None] For port 89eb1feb-e38f-4dcf-955f-114bb5ecb638, host dv-cinder-829630-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-smb',level=0,port_id=89eb1feb-e38f-4dcf-955f-114bb5ecb638,segment=NetworkSegment(d699e195-a424-4e78-9a6f-88c8a2fc8a3f),segment_id=d699e195-a424-4e78-9a6f-88c8a2fc8a3f)] {{(pid=108157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:49:36.789878 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-31ba3325-ea03-4999-a509-20b6d7f33c1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650405'] for port, precommit_delete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:36.799776 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad28cf2-451d-4d45-880f-1261e6e38f76 admin admin] Pushing event deleted for resources: {'Port': ['ID=89eb1feb-e38f-4dcf-955f-114bb5ecb638,revision_number=None']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:49:36.802424 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.plugin [None req-31ba3325-ea03-4999-a509-20b6d7f33c1d None None] Calling delete_port for 89eb1feb-e38f-4dcf-955f-114bb5ecb638 owned by network:dhcp {{(pid=108157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:49:36.804358 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad28cf2-451d-4d45-880f-1261e6e38f76 admin admin] No DVR routers for this DVR port 89eb1feb-e38f-4dcf-955f-114bb5ecb638 on host dv-cinder-829630-1-smb {{(pid=108155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 04:49:36.882485 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-31ba3325-ea03-4999-a509-20b6d7f33c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1597002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733365900373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733365499778'] for port, after_delete {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:36.882724 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-6ad28cf2-451d-4d45-880f-1261e6e38f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1960161', 'neutron.services.segments.db._delete_segments_for_network-8733365806376'] for network, precommit_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:36.906293 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ba3325-ea03-4999-a509-20b6d7f33c1d None None] Pushing event deleted for resources: {'Port': ['ID=89eb1feb-e38f-4dcf-955f-114bb5ecb638,revision_number=None']} {{(pid=108157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:49:36.908017 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.services.segments.db [None req-6ad28cf2-451d-4d45-880f-1261e6e38f76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94939f5f-dfe8-4276-9573-6c3b56448c5d']}} {{(pid=108155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:49:36.911886 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ba3325-ea03-4999-a509-20b6d7f33c1d None None] No DVR routers for this DVR port 89eb1feb-e38f-4dcf-955f-114bb5ecb638 on host dv-cinder-829630-1-smb {{(pid=108157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 04:49:36.920196 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.services.segments.db [None req-6ad28cf2-451d-4d45-880f-1261e6e38f76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd699e195-a424-4e78-9a6f-88c8a2fc8a3f') {'for_net_delete': True} {{(pid=108155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:49:36.920196 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.services.segments.db [None req-6ad28cf2-451d-4d45-880f-1261e6e38f76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd699e195-a424-4e78-9a6f-88c8a2fc8a3f') {} {{(pid=108155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:49:36.930477 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-6ad28cf2-451d-4d45-880f-1261e6e38f76 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733366045332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2879774'] for segment, before_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:36.945593 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-6ad28cf2-451d-4d45-880f-1261e6e38f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1955041'] for segment, precommit_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:36.951528 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ad28cf2-451d-4d45-880f-1261e6e38f76 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=108155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 04:49:36.951906 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-6ad28cf2-451d-4d45-880f-1261e6e38f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1955041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2813738'] for segment, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:36.953871 dv-cinder-829630-1-smb neutron-server[108155]: Traceback (most recent call last): Feb 17 04:49:36.953871 dv-cinder-829630-1-smb neutron-server[108155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 04:49:36.953871 dv-cinder-829630-1-smb neutron-server[108155]: timer() Feb 17 04:49:36.953871 dv-cinder-829630-1-smb neutron-server[108155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 04:49:36.953871 dv-cinder-829630-1-smb neutron-server[108155]: cb(*args, **kw) Feb 17 04:49:36.953871 dv-cinder-829630-1-smb neutron-server[108155]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 04:49:36.953871 dv-cinder-829630-1-smb neutron-server[108155]: return func(*args, **kwargs) Feb 17 04:49:36.953871 dv-cinder-829630-1-smb neutron-server[108155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 04:49:36.953871 dv-cinder-829630-1-smb neutron-server[108155]: self._notify() Feb 17 04:49:36.953871 dv-cinder-829630-1-smb neutron-server[108155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 04:49:36.953871 dv-cinder-829630-1-smb neutron-server[108155]: self.callback(batched_events) Feb 17 04:49:36.953871 dv-cinder-829630-1-smb neutron-server[108155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 04:49:36.953871 dv-cinder-829630-1-smb neutron-server[108155]: event.method(event) Feb 17 04:49:36.953871 dv-cinder-829630-1-smb neutron-server[108155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 04:49:36.953871 dv-cinder-829630-1-smb neutron-server[108155]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 04:49:36.953871 dv-cinder-829630-1-smb neutron-server[108155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 04:49:36.953871 dv-cinder-829630-1-smb neutron-server[108155]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 04:49:36.953871 dv-cinder-829630-1-smb neutron-server[108155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 04:49:36.953871 dv-cinder-829630-1-smb neutron-server[108155]: return f(self, *a, **k) Feb 17 04:49:36.953871 dv-cinder-829630-1-smb neutron-server[108155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 04:49:36.953871 dv-cinder-829630-1-smb neutron-server[108155]: return self._get(url).json() Feb 17 04:49:36.953871 dv-cinder-829630-1-smb neutron-server[108155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 04:49:36.953871 dv-cinder-829630-1-smb neutron-server[108155]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 04:49:36.953871 dv-cinder-829630-1-smb neutron-server[108155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 04:49:36.953871 dv-cinder-829630-1-smb neutron-server[108155]: return self.request(url, 'GET', **kwargs) Feb 17 04:49:36.953871 dv-cinder-829630-1-smb neutron-server[108155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 04:49:36.953871 dv-cinder-829630-1-smb neutron-server[108155]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 04:49:36.953871 dv-cinder-829630-1-smb neutron-server[108155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 04:49:36.953871 dv-cinder-829630-1-smb neutron-server[108155]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 04:49:36.953871 dv-cinder-829630-1-smb neutron-server[108155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 04:49:36.953871 dv-cinder-829630-1-smb neutron-server[108155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 04:49:36.953871 dv-cinder-829630-1-smb neutron-server[108155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 04:49:37.007505 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-6ad28cf2-451d-4d45-880f-1261e6e38f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1960168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-827310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650049'] for network, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:37.012745 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-6ad28cf2-451d-4d45-880f-1261e6e38f76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737771'] for network, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:37.015956 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-6ad28cf2-451d-4d45-880f-1261e6e38f76 admin admin] 10.222.0.36 "DELETE /v2.0/networks/94939f5f-dfe8-4276-9573-6c3b56448c5d HTTP/1.1" status: 204 len: 168 time: 0.5362756 Feb 17 04:49:37.027703 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad28cf2-451d-4d45-880f-1261e6e38f76 admin admin] Pushing event deleted for resources: {'Network': ['ID=94939f5f-dfe8-4276-9573-6c3b56448c5d,revision_number=None']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:49:37.176484 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 37552) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:49:37.216044 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-c89215e2-948f-4a71-b59e-da09b96bf81c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d490895cb5cc4bc7a1fd951e59921102&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384364 Feb 17 04:49:37.218465 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.wsgi [-] (108156) accepted ('10.222.0.36', 37554) {{(pid=108156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:49:37.269555 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-0489c1e1-7c8a-4ab5-89ec-b76b57795336 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:37.289697 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-0489c1e1-7c8a-4ab5-89ec-b76b57795336 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:37.335151 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-0489c1e1-7c8a-4ab5-89ec-b76b57795336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_delete {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:37.337733 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron_lib.callbacks.manager [None req-0489c1e1-7c8a-4ab5-89ec-b76b57795336 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:37.338814 dv-cinder-829630-1-smb neutron-server[108156]: INFO neutron.wsgi [None req-0489c1e1-7c8a-4ab5-89ec-b76b57795336 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/de74b28e-d488-441b-b526-075af1ad7a15 HTTP/1.1" status: 204 len: 168 time: 0.1194317 Feb 17 04:49:37.347059 dv-cinder-829630-1-smb neutron-server[108156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0489c1e1-7c8a-4ab5-89ec-b76b57795336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de74b28e-d488-441b-b526-075af1ad7a15,revision_number=None']} {{(pid=108156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:49:37.636399 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 37560) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:49:37.674599 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-bef8b58a-d7cb-4e7e-8980-df164e272892 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e4a6ff6e6ccd48c7b9b94ce524d899c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0370963 Feb 17 04:49:37.676978 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.wsgi [-] (108155) accepted ('10.222.0.36', 37562) {{(pid=108155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:49:37.726813 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-c3800a76-ad5f-40b3-a3ac-0aae8d488693 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:37.748194 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-c3800a76-ad5f-40b3-a3ac-0aae8d488693 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:37.794027 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-c3800a76-ad5f-40b3-a3ac-0aae8d488693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-825106'] for security_group, after_delete {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:37.796799 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron_lib.callbacks.manager [None req-c3800a76-ad5f-40b3-a3ac-0aae8d488693 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:37.797968 dv-cinder-829630-1-smb neutron-server[108155]: INFO neutron.wsgi [None req-c3800a76-ad5f-40b3-a3ac-0aae8d488693 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/81e6b5a9-4adc-4bf8-a3a1-69769e9b1c57 HTTP/1.1" status: 204 len: 168 time: 0.1201284 Feb 17 04:49:37.805861 dv-cinder-829630-1-smb neutron-server[108155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3800a76-ad5f-40b3-a3ac-0aae8d488693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e6b5a9-4adc-4bf8-a3a1-69769e9b1c57,revision_number=None']} {{(pid=108155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:49:38.099492 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Device 5b424c57-17fe-43d8-8a47-8f0fa99e699c no longer exists at agent ovs-agent-dv-cinder-829630-1-smb {{(pid=108157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 04:49:38.122632 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.plugin [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] No Port match for: 5b424c57-17fe-43d8-8a47-8f0fa99e699c {{(pid=108157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 17 04:49:38.122868 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Device 5b424c57-17fe-43d8-8a47-8f0fa99e699c not bound to the agent host dv-cinder-829630-1-smb {{(pid=108157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 04:49:38.123325 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Device 89eb1feb-e38f-4dcf-955f-114bb5ecb638 no longer exists at agent ovs-agent-dv-cinder-829630-1-smb {{(pid=108157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 04:49:38.143212 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.plugin [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] No Port match for: 89eb1feb-e38f-4dcf-955f-114bb5ecb638 {{(pid=108157) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 17 04:49:38.143562 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron.plugins.ml2.rpc [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Device 89eb1feb-e38f-4dcf-955f-114bb5ecb638 not bound to the agent host dv-cinder-829630-1-smb {{(pid=108157) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 04:49:49.540272 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-1498aa5c-6b4e-4898-a96c-70515f4c5545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:51.780319 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-faa5462c-8d97-4bb0-95b0-3bcca9c6be43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:53.051883 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-ad5ef704-a6a3-47d1-bcb0-f74a0b5e809f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:53.502231 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:54.134100 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-8e3772f1-a52a-48a7-84fa-494c57cc135e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:54.717461 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:50:07.846537 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.agents_db [None req-cbde576c-1bd3-47c0-9bd8-6306741b546e None None] Agent healthcheck: found 6 active agents {{(pid=108158) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 04:50:19.542187 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-30f8209a-a893-4d25-ab0b-38f72d09d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:50:21.781530 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-f984bcb8-9382-45f1-bd1b-0d0d2f6904ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:50:23.057672 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-ad5ef704-a6a3-47d1-bcb0-f74a0b5e809f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:50:23.501184 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:50:24.137051 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-8e3772f1-a52a-48a7-84fa-494c57cc135e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:50:24.719427 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:50:44.845785 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.agents_db [None req-cbde576c-1bd3-47c0-9bd8-6306741b546e None None] Agent healthcheck: found 6 active agents {{(pid=108158) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 04:50:49.546308 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-4d3f25dc-ae11-4f88-8b35-bad483d1bea8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:50:51.786958 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-8afd4edd-0f40-4cbb-b487-a9dc15df3a08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:50:53.058092 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-ad5ef704-a6a3-47d1-bcb0-f74a0b5e809f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:50:53.499733 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:50:54.139055 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-8e3772f1-a52a-48a7-84fa-494c57cc135e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:50:54.719919 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:51:19.668587 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-030fc9de-7193-46a7-b856-a37af6f05687 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:51:21.788733 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-4bdcc8af-7ab7-4e30-9bf7-2716270e7bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:51:21.844465 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.agents_db [None req-cbde576c-1bd3-47c0-9bd8-6306741b546e None None] Agent healthcheck: found 6 active agents {{(pid=108158) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 04:51:23.059636 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-ad5ef704-a6a3-47d1-bcb0-f74a0b5e809f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:51:23.499489 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:51:24.142104 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-8e3772f1-a52a-48a7-84fa-494c57cc135e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:51:24.721839 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:51:49.549804 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-46a0a086-6e8f-437f-a56c-db9b56644300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:51:51.791165 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-786e3b5b-00d4-4e0d-98b1-7b6468a31f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:51:53.062656 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-ad5ef704-a6a3-47d1-bcb0-f74a0b5e809f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:51:53.497379 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:51:54.145685 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-8e3772f1-a52a-48a7-84fa-494c57cc135e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:51:54.723210 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:51:58.843848 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.agents_db [None req-cbde576c-1bd3-47c0-9bd8-6306741b546e None None] Agent healthcheck: found 6 active agents {{(pid=108158) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 04:52:19.550772 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-d884610c-73af-426f-b126-044099e74568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:52:21.786539 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-3722af81-123b-4d94-a4e1-f6f99be65ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:52:23.065622 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-ad5ef704-a6a3-47d1-bcb0-f74a0b5e809f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:52:23.496251 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:52:24.149219 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-8e3772f1-a52a-48a7-84fa-494c57cc135e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:52:24.724155 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:52:35.842861 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.agents_db [None req-cbde576c-1bd3-47c0-9bd8-6306741b546e None None] Agent healthcheck: found 6 active agents {{(pid=108158) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 04:52:49.553395 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-46e7daed-a2e3-4388-bfe7-d755c3697be3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:52:51.790043 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-9de2e9cc-ac86-4a05-81b0-7e2813df6389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:52:53.070124 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-ad5ef704-a6a3-47d1-bcb0-f74a0b5e809f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:52:53.509065 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:52:54.150283 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-8e3772f1-a52a-48a7-84fa-494c57cc135e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:52:54.726989 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:53:12.842126 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.agents_db [None req-cbde576c-1bd3-47c0-9bd8-6306741b546e None None] Agent healthcheck: found 6 active agents {{(pid=108158) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 04:53:19.555275 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-437e8600-ddbc-4b78-9474-cb2d6770145b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:53:21.791110 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-5a6f4603-df30-4d79-8b50-7f13fe447b68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:53:23.072284 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-ad5ef704-a6a3-47d1-bcb0-f74a0b5e809f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:53:23.519560 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:53:24.154497 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-8e3772f1-a52a-48a7-84fa-494c57cc135e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:53:24.728793 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:53:49.556491 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-755aeb91-9d0e-45e9-9bf9-50e15391cdd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:53:49.841149 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.agents_db [None req-cbde576c-1bd3-47c0-9bd8-6306741b546e None None] Agent healthcheck: found 6 active agents {{(pid=108158) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 04:53:51.792490 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-b028a634-cc69-4b8d-8c6a-bcc413c39de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:53:53.075333 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-ad5ef704-a6a3-47d1-bcb0-f74a0b5e809f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:53:53.524464 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:53:54.158870 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-8e3772f1-a52a-48a7-84fa-494c57cc135e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:53:54.730946 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:54:19.558075 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-86b9b936-1fb2-4fdd-89b8-4454b58e03a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:54:21.794151 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-c25f19cc-ee45-45fc-a0f9-b8a5dfcc5f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:54:23.077886 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-ad5ef704-a6a3-47d1-bcb0-f74a0b5e809f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:54:23.554397 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-7dffd559-aab2-4545-a1b6-a2fa0df25041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:54:24.164998 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-8e3772f1-a52a-48a7-84fa-494c57cc135e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:54:24.734843 dv-cinder-829630-1-smb neutron-server[108157]: DEBUG neutron_lib.callbacks.manager [None req-6d423ecf-4650-4452-9b52-39dd3c3f0294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733365807234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1963823'] for agent, after_update {{(pid=108157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:54:26.840604 dv-cinder-829630-1-smb neutron-server[108158]: DEBUG neutron.db.agents_db [None req-cbde576c-1bd3-47c0-9bd8-6306741b546e None None] Agent healthcheck: found 6 active agents {{(pid=108158) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}